honeyhive 1.0.21 → 1.0.25
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.DS_Store +0 -0
- package/.cursor/rules/typescript.mdc +45 -0
- package/.env +2 -0
- package/.eslintrc.cjs +28 -0
- package/.genignore +8 -0
- package/.gitattributes +2 -0
- package/.github/workflows/sdk_generation.yaml +26 -0
- package/.github/workflows/sdk_publish.yaml +23 -0
- package/.github/workflows/speakeasy_sdk_generation.yml +47 -0
- package/.gitignore +32 -0
- package/.npmignore +10 -0
- package/.prettierrc +9 -0
- package/.speakeasy/gen.lock +635 -0
- package/.speakeasy/workflow.lock +36 -0
- package/.speakeasy/workflow.yaml +19 -0
- package/.tsbuildinfo +1 -0
- package/CONTRIBUTING.md +26 -0
- package/FUNCTIONS.md +150 -0
- package/Makefile +18 -0
- package/README.md +139 -68
- package/RELEASES.md +153 -0
- package/RUNTIMES.md +22 -0
- package/USAGE.md +60 -0
- package/codeSamples.yaml +1570 -0
- package/docs/lib/utils/retryconfig.md +24 -0
- package/docs/models/components/calltype.md +17 -0
- package/docs/models/components/configuration.md +88 -0
- package/docs/models/components/configurationtype.md +17 -0
- package/docs/models/components/createdatapointrequest.md +53 -0
- package/docs/models/components/createdatasetrequest.md +39 -0
- package/docs/models/components/createdatasetrequestpipelinetype.md +17 -0
- package/docs/models/components/createdatasetrequesttype.md +17 -0
- package/docs/models/components/createeventrequest.md +114 -0
- package/docs/models/components/createeventrequesteventtype.md +17 -0
- package/docs/models/components/createmodelevent.md +109 -0
- package/docs/models/components/createprojectrequest.md +18 -0
- package/docs/models/components/createrunrequest.md +28 -0
- package/docs/models/components/createrunresponse.md +16 -0
- package/docs/models/components/createtoolrequest.md +26 -0
- package/docs/models/components/createtoolrequesttype.md +15 -0
- package/docs/models/components/datapoint.md +69 -0
- package/docs/models/components/datapoints.md +18 -0
- package/docs/models/components/dataset.md +41 -0
- package/docs/models/components/datasettype.md +17 -0
- package/docs/models/components/datasetupdate.md +34 -0
- package/docs/models/components/deleterunresponse.md +16 -0
- package/docs/models/components/details.md +21 -0
- package/docs/models/components/env.md +15 -0
- package/docs/models/components/evaluationrun.md +25 -0
- package/docs/models/components/evaluationrunstatus.md +15 -0
- package/docs/models/components/evaluators.md +14 -0
- package/docs/models/components/event.md +114 -0
- package/docs/models/components/eventdetails.md +17 -0
- package/docs/models/components/eventfilter.md +23 -0
- package/docs/models/components/eventtype.md +17 -0
- package/docs/models/components/experimentcomparisonresponse.md +19 -0
- package/docs/models/components/experimentcomparisonresponseconfiguration.md +14 -0
- package/docs/models/components/experimentcomparisonresponseevaluators.md +14 -0
- package/docs/models/components/experimentcomparisonresponsemetadata.md +14 -0
- package/docs/models/components/experimentcomparisonresponsemetrics.md +29 -0
- package/docs/models/components/experimentcomparisonresponsepassingranges.md +14 -0
- package/docs/models/components/experimentcomparisonresponseresults.md +14 -0
- package/docs/models/components/experimentcomparisonresponseschemasconfiguration.md +14 -0
- package/docs/models/components/experimentcomparisonresponseschemasresults.md +14 -0
- package/docs/models/components/experimentresultresponse.md +20 -0
- package/docs/models/components/experimentresultresponsedatapoints.md +16 -0
- package/docs/models/components/experimentresultresponsemetrics.md +19 -0
- package/docs/models/components/functioncallparams.md +17 -0
- package/docs/models/components/getrunresponse.md +15 -0
- package/docs/models/components/getrunsresponse.md +15 -0
- package/docs/models/components/metadata.md +14 -0
- package/docs/models/components/metric.md +38 -0
- package/docs/models/components/metricedit.md +33 -0
- package/docs/models/components/metricediteventtype.md +17 -0
- package/docs/models/components/metriceditreturntype.md +17 -0
- package/docs/models/components/metriceditthreshold.md +18 -0
- package/docs/models/components/metricedittype.md +17 -0
- package/docs/models/components/metrics.md +16 -0
- package/docs/models/components/metrictype.md +17 -0
- package/docs/models/components/newrun.md +30 -0
- package/docs/models/components/newvalues.md +17 -0
- package/docs/models/components/oldrun.md +30 -0
- package/docs/models/components/oldvalues.md +17 -0
- package/docs/models/components/operator.md +17 -0
- package/docs/models/components/parameterst.md +25 -0
- package/docs/models/components/passingranges.md +14 -0
- package/docs/models/components/pipelinetype.md +17 -0
- package/docs/models/components/postconfigurationrequest.md +83 -0
- package/docs/models/components/postconfigurationrequestcalltype.md +17 -0
- package/docs/models/components/postconfigurationrequestenv.md +15 -0
- package/docs/models/components/postconfigurationrequestfunctioncallparams.md +17 -0
- package/docs/models/components/postconfigurationrequestparameters.md +25 -0
- package/docs/models/components/postconfigurationrequestresponseformat.md +16 -0
- package/docs/models/components/postconfigurationrequestselectedfunctions.md +18 -0
- package/docs/models/components/project.md +20 -0
- package/docs/models/components/putconfigurationrequest.md +86 -0
- package/docs/models/components/putconfigurationrequestcalltype.md +17 -0
- package/docs/models/components/putconfigurationrequestenv.md +15 -0
- package/docs/models/components/putconfigurationrequestfunctioncallparams.md +17 -0
- package/docs/models/components/putconfigurationrequestparameters.md +25 -0
- package/docs/models/components/putconfigurationrequestresponseformat.md +16 -0
- package/docs/models/components/putconfigurationrequestselectedfunctions.md +18 -0
- package/docs/models/components/putconfigurationrequesttype.md +17 -0
- package/docs/models/components/responseformat.md +16 -0
- package/docs/models/components/results.md +16 -0
- package/docs/models/components/returntypet.md +17 -0
- package/docs/models/components/security.md +17 -0
- package/docs/models/components/selectedfunctions.md +18 -0
- package/docs/models/components/sessionpropertiesbatch.md +56 -0
- package/docs/models/components/sessionstartrequest.md +68 -0
- package/docs/models/components/status.md +17 -0
- package/docs/models/components/threshold.md +18 -0
- package/docs/models/components/tool.md +27 -0
- package/docs/models/components/tooltype.md +15 -0
- package/docs/models/components/type.md +17 -0
- package/docs/models/components/updatedatapointrequest.md +51 -0
- package/docs/models/components/updateprojectrequest.md +19 -0
- package/docs/models/components/updaterunrequest.md +21 -0
- package/docs/models/components/updaterunrequeststatus.md +15 -0
- package/docs/models/components/updaterunresponse.md +16 -0
- package/docs/models/components/updatetoolrequest.md +24 -0
- package/docs/models/components/value.md +17 -0
- package/docs/models/components/values.md +17 -0
- package/docs/models/errors/createeventbatchresponsebody.md +19 -0
- package/docs/models/errors/createmodeleventbatchresponsebody.md +19 -0
- package/docs/models/operations/adddatapointsrequest.md +37 -0
- package/docs/models/operations/adddatapointsrequestbody.md +35 -0
- package/docs/models/operations/adddatapointsresponsebody.md +18 -0
- package/docs/models/operations/aggregatefunction.md +15 -0
- package/docs/models/operations/createdatapointresponsebody.md +17 -0
- package/docs/models/operations/createdatapointresult.md +15 -0
- package/docs/models/operations/createdatasetresponsebody.md +18 -0
- package/docs/models/operations/createdatasetresult.md +15 -0
- package/docs/models/operations/createeventbatchrequestbody.md +140 -0
- package/docs/models/operations/createeventbatchresponsebody.md +26 -0
- package/docs/models/operations/createeventrequestbody.md +98 -0
- package/docs/models/operations/createeventresponsebody.md +21 -0
- package/docs/models/operations/createmodeleventbatchrequestbody.md +137 -0
- package/docs/models/operations/createmodeleventbatchresponsebody.md +24 -0
- package/docs/models/operations/createmodeleventrequestbody.md +95 -0
- package/docs/models/operations/createmodeleventresponsebody.md +21 -0
- package/docs/models/operations/createtoolresponsebody.md +17 -0
- package/docs/models/operations/daterange.md +16 -0
- package/docs/models/operations/deleteconfigurationrequest.md +17 -0
- package/docs/models/operations/deletedatapointrequest.md +17 -0
- package/docs/models/operations/deletedatapointresponsebody.md +17 -0
- package/docs/models/operations/deletedatasetrequest.md +17 -0
- package/docs/models/operations/deletemetricrequest.md +17 -0
- package/docs/models/operations/deleteprojectrequest.md +17 -0
- package/docs/models/operations/deleterunrequest.md +17 -0
- package/docs/models/operations/deletetoolrequest.md +17 -0
- package/docs/models/operations/env.md +17 -0
- package/docs/models/operations/getconfigurationsrequest.md +19 -0
- package/docs/models/operations/getdatapointrequest.md +17 -0
- package/docs/models/operations/getdatapointresponsebody.md +62 -0
- package/docs/models/operations/getdatapointsrequest.md +19 -0
- package/docs/models/operations/getdatapointsresponsebody.md +62 -0
- package/docs/models/operations/getdatasetsrequest.md +19 -0
- package/docs/models/operations/getdatasetsresponsebody.md +37 -0
- package/docs/models/operations/geteventsrequestbody.md +30 -0
- package/docs/models/operations/geteventsresponsebody.md +103 -0
- package/docs/models/operations/getexperimentcomparisonrequest.md +22 -0
- package/docs/models/operations/getexperimentresultrequest.md +20 -0
- package/docs/models/operations/getmetricsrequest.md +17 -0
- package/docs/models/operations/getprojectsrequest.md +15 -0
- package/docs/models/operations/getrunrequest.md +17 -0
- package/docs/models/operations/getrunsrequest.md +15 -0
- package/docs/models/operations/getsessionrequest.md +17 -0
- package/docs/models/operations/mapping.md +29 -0
- package/docs/models/operations/queryparamaggregatefunction.md +15 -0
- package/docs/models/operations/result.md +15 -0
- package/docs/models/operations/startsessionrequestbody.md +55 -0
- package/docs/models/operations/startsessionresponsebody.md +17 -0
- package/docs/models/operations/type.md +17 -0
- package/docs/models/operations/updateconfigurationrequest.md +84 -0
- package/docs/models/operations/updatedatapointrequest.md +50 -0
- package/docs/models/operations/updateeventrequestbody.md +24 -0
- package/docs/models/operations/updaterunrequest.md +19 -0
- package/docs/sdks/configurations/README.md +20 -20
- package/docs/sdks/datapoints/README.md +6 -6
- package/docs/sdks/datasets/README.md +6 -6
- package/docs/sdks/events/README.md +38 -38
- package/docs/sdks/experiments/README.md +6 -6
- package/docs/sdks/metrics/README.md +6 -6
- package/docs/sdks/projects/README.md +2 -2
- package/docs/sdks/session/README.md +8 -8
- package/docs/sdks/tools/README.md +2 -2
- package/files.gen +232 -0
- package/funcs/configurationsCreateConfiguration.d.ts.map +1 -1
- package/funcs/configurationsCreateConfiguration.js +21 -15
- package/funcs/configurationsCreateConfiguration.js.map +1 -1
- package/funcs/configurationsDeleteConfiguration.d.ts.map +1 -1
- package/funcs/configurationsDeleteConfiguration.js +21 -15
- package/funcs/configurationsDeleteConfiguration.js.map +1 -1
- package/funcs/configurationsGetConfigurations.d.ts.map +1 -1
- package/funcs/configurationsGetConfigurations.js +21 -15
- package/funcs/configurationsGetConfigurations.js.map +1 -1
- package/funcs/configurationsUpdateConfiguration.d.ts.map +1 -1
- package/funcs/configurationsUpdateConfiguration.js +21 -15
- package/funcs/configurationsUpdateConfiguration.js.map +1 -1
- package/funcs/datapointsCreateDatapoint.d.ts.map +1 -1
- package/funcs/datapointsCreateDatapoint.js +21 -15
- package/funcs/datapointsCreateDatapoint.js.map +1 -1
- package/funcs/datapointsDeleteDatapoint.d.ts.map +1 -1
- package/funcs/datapointsDeleteDatapoint.js +21 -15
- package/funcs/datapointsDeleteDatapoint.js.map +1 -1
- package/funcs/datapointsGetDatapoint.d.ts.map +1 -1
- package/funcs/datapointsGetDatapoint.js +21 -15
- package/funcs/datapointsGetDatapoint.js.map +1 -1
- package/funcs/datapointsGetDatapoints.d.ts.map +1 -1
- package/funcs/datapointsGetDatapoints.js +21 -15
- package/funcs/datapointsGetDatapoints.js.map +1 -1
- package/funcs/datapointsUpdateDatapoint.d.ts.map +1 -1
- package/funcs/datapointsUpdateDatapoint.js +21 -15
- package/funcs/datapointsUpdateDatapoint.js.map +1 -1
- package/funcs/datasetsAddDatapoints.d.ts.map +1 -1
- package/funcs/datasetsAddDatapoints.js +21 -15
- package/funcs/datasetsAddDatapoints.js.map +1 -1
- package/funcs/datasetsCreateDataset.d.ts.map +1 -1
- package/funcs/datasetsCreateDataset.js +21 -15
- package/funcs/datasetsCreateDataset.js.map +1 -1
- package/funcs/datasetsDeleteDataset.d.ts.map +1 -1
- package/funcs/datasetsDeleteDataset.js +21 -15
- package/funcs/datasetsDeleteDataset.js.map +1 -1
- package/funcs/datasetsGetDatasets.d.ts.map +1 -1
- package/funcs/datasetsGetDatasets.js +21 -15
- package/funcs/datasetsGetDatasets.js.map +1 -1
- package/funcs/datasetsUpdateDataset.d.ts.map +1 -1
- package/funcs/datasetsUpdateDataset.js +21 -15
- package/funcs/datasetsUpdateDataset.js.map +1 -1
- package/funcs/eventsCreateEvent.d.ts.map +1 -1
- package/funcs/eventsCreateEvent.js +21 -15
- package/funcs/eventsCreateEvent.js.map +1 -1
- package/funcs/eventsCreateEventBatch.d.ts.map +1 -1
- package/funcs/eventsCreateEventBatch.js +21 -15
- package/funcs/eventsCreateEventBatch.js.map +1 -1
- package/funcs/eventsCreateModelEvent.d.ts.map +1 -1
- package/funcs/eventsCreateModelEvent.js +21 -15
- package/funcs/eventsCreateModelEvent.js.map +1 -1
- package/funcs/eventsCreateModelEventBatch.d.ts.map +1 -1
- package/funcs/eventsCreateModelEventBatch.js +21 -15
- package/funcs/eventsCreateModelEventBatch.js.map +1 -1
- package/funcs/eventsGetEvents.d.ts.map +1 -1
- package/funcs/eventsGetEvents.js +21 -15
- package/funcs/eventsGetEvents.js.map +1 -1
- package/funcs/eventsUpdateEvent.d.ts.map +1 -1
- package/funcs/eventsUpdateEvent.js +21 -15
- package/funcs/eventsUpdateEvent.js.map +1 -1
- package/funcs/experimentsCreateRun.d.ts.map +1 -1
- package/funcs/experimentsCreateRun.js +21 -15
- package/funcs/experimentsCreateRun.js.map +1 -1
- package/funcs/experimentsDeleteRun.d.ts.map +1 -1
- package/funcs/experimentsDeleteRun.js +21 -15
- package/funcs/experimentsDeleteRun.js.map +1 -1
- package/funcs/experimentsGetExperimentComparison.d.ts.map +1 -1
- package/funcs/experimentsGetExperimentComparison.js +21 -15
- package/funcs/experimentsGetExperimentComparison.js.map +1 -1
- package/funcs/experimentsGetExperimentResult.d.ts.map +1 -1
- package/funcs/experimentsGetExperimentResult.js +21 -15
- package/funcs/experimentsGetExperimentResult.js.map +1 -1
- package/funcs/experimentsGetRun.d.ts.map +1 -1
- package/funcs/experimentsGetRun.js +21 -15
- package/funcs/experimentsGetRun.js.map +1 -1
- package/funcs/experimentsGetRuns.d.ts.map +1 -1
- package/funcs/experimentsGetRuns.js +21 -15
- package/funcs/experimentsGetRuns.js.map +1 -1
- package/funcs/experimentsUpdateRun.d.ts.map +1 -1
- package/funcs/experimentsUpdateRun.js +21 -15
- package/funcs/experimentsUpdateRun.js.map +1 -1
- package/funcs/metricsCreateMetric.d.ts.map +1 -1
- package/funcs/metricsCreateMetric.js +21 -15
- package/funcs/metricsCreateMetric.js.map +1 -1
- package/funcs/metricsDeleteMetric.d.ts.map +1 -1
- package/funcs/metricsDeleteMetric.js +21 -15
- package/funcs/metricsDeleteMetric.js.map +1 -1
- package/funcs/metricsGetMetrics.d.ts.map +1 -1
- package/funcs/metricsGetMetrics.js +21 -15
- package/funcs/metricsGetMetrics.js.map +1 -1
- package/funcs/metricsUpdateMetric.d.ts.map +1 -1
- package/funcs/metricsUpdateMetric.js +21 -15
- package/funcs/metricsUpdateMetric.js.map +1 -1
- package/funcs/projectsCreateProject.d.ts.map +1 -1
- package/funcs/projectsCreateProject.js +21 -15
- package/funcs/projectsCreateProject.js.map +1 -1
- package/funcs/projectsDeleteProject.d.ts.map +1 -1
- package/funcs/projectsDeleteProject.js +21 -15
- package/funcs/projectsDeleteProject.js.map +1 -1
- package/funcs/projectsGetProjects.d.ts.map +1 -1
- package/funcs/projectsGetProjects.js +21 -15
- package/funcs/projectsGetProjects.js.map +1 -1
- package/funcs/projectsUpdateProject.d.ts.map +1 -1
- package/funcs/projectsUpdateProject.js +21 -15
- package/funcs/projectsUpdateProject.js.map +1 -1
- package/funcs/runsCreateRun.d.ts.map +1 -1
- package/funcs/runsCreateRun.js +1 -2
- package/funcs/runsCreateRun.js.map +1 -1
- package/funcs/runsUpdateRun.d.ts +1 -1
- package/funcs/runsUpdateRun.d.ts.map +1 -1
- package/funcs/runsUpdateRun.js +2 -2
- package/funcs/runsUpdateRun.js.map +1 -1
- package/funcs/sessionGetSession.d.ts.map +1 -1
- package/funcs/sessionGetSession.js +21 -15
- package/funcs/sessionGetSession.js.map +1 -1
- package/funcs/sessionStartSession.d.ts.map +1 -1
- package/funcs/sessionStartSession.js +21 -15
- package/funcs/sessionStartSession.js.map +1 -1
- package/funcs/toolsCreateTool.d.ts.map +1 -1
- package/funcs/toolsCreateTool.js +21 -15
- package/funcs/toolsCreateTool.js.map +1 -1
- package/funcs/toolsDeleteTool.d.ts.map +1 -1
- package/funcs/toolsDeleteTool.js +21 -15
- package/funcs/toolsDeleteTool.js.map +1 -1
- package/funcs/toolsGetTools.d.ts.map +1 -1
- package/funcs/toolsGetTools.js +21 -15
- package/funcs/toolsGetTools.js.map +1 -1
- package/funcs/toolsUpdateTool.d.ts.map +1 -1
- package/funcs/toolsUpdateTool.js +21 -15
- package/funcs/toolsUpdateTool.js.map +1 -1
- package/gen.yaml +61 -0
- package/hooks/types.d.ts +0 -4
- package/hooks/types.d.ts.map +1 -1
- package/index.d.ts.map +1 -1
- package/index.js +17 -10
- package/index.js.map +1 -1
- package/jsr.json +27 -0
- package/lib/base64.d.ts +2 -2
- package/lib/base64.d.ts.map +1 -1
- package/lib/base64.js +17 -7
- package/lib/base64.js.map +1 -1
- package/lib/config.d.ts +4 -4
- package/lib/config.js +4 -4
- package/lib/config.js.map +1 -1
- package/lib/encodings.d.ts.map +1 -1
- package/lib/primitives.d.ts +0 -4
- package/lib/primitives.d.ts.map +1 -1
- package/lib/primitives.js +0 -12
- package/lib/primitives.js.map +1 -1
- package/lib/retries.d.ts +0 -20
- package/lib/retries.d.ts.map +1 -1
- package/lib/retries.js +26 -51
- package/lib/retries.js.map +1 -1
- package/lib/sdks.d.ts +2 -2
- package/lib/sdks.d.ts.map +1 -1
- package/lib/sdks.js +12 -14
- package/lib/sdks.js.map +1 -1
- package/lib/security.d.ts +1 -20
- package/lib/security.d.ts.map +1 -1
- package/lib/security.js +1 -11
- package/lib/security.js.map +1 -1
- package/mcp-server/build.d.mts +2 -0
- package/mcp-server/build.d.mts.map +1 -0
- package/mcp-server/build.mjs +14 -0
- package/mcp-server/build.mjs.map +1 -0
- package/mcp-server/cli/start/command.d.ts +2 -0
- package/mcp-server/cli/start/command.d.ts.map +1 -0
- package/mcp-server/cli/start/command.js +138 -0
- package/mcp-server/cli/start/command.js.map +1 -0
- package/mcp-server/cli/start/impl.d.ts +18 -0
- package/mcp-server/cli/start/impl.d.ts.map +1 -0
- package/mcp-server/cli/start/impl.js +104 -0
- package/mcp-server/cli/start/impl.js.map +1 -0
- package/mcp-server/cli.d.ts +6 -0
- package/mcp-server/cli.d.ts.map +1 -0
- package/mcp-server/cli.js +10 -0
- package/mcp-server/cli.js.map +1 -0
- package/mcp-server/console-logger.d.ts +7 -0
- package/mcp-server/console-logger.d.ts.map +1 -0
- package/mcp-server/console-logger.js +59 -0
- package/mcp-server/console-logger.js.map +1 -0
- package/mcp-server/extensions.d.ts +9 -0
- package/mcp-server/extensions.d.ts.map +1 -0
- package/mcp-server/extensions.js +6 -0
- package/mcp-server/extensions.js.map +1 -0
- package/mcp-server/mcp-server.d.ts +2 -0
- package/mcp-server/mcp-server.d.ts.map +1 -0
- package/mcp-server/mcp-server.js +29 -0
- package/mcp-server/mcp-server.js.map +1 -0
- package/mcp-server/resources.d.ts +32 -0
- package/mcp-server/resources.d.ts.map +1 -0
- package/mcp-server/resources.js +78 -0
- package/mcp-server/resources.js.map +1 -0
- package/mcp-server/scopes.d.ts +3 -0
- package/mcp-server/scopes.d.ts.map +1 -0
- package/mcp-server/scopes.js +8 -0
- package/mcp-server/scopes.js.map +1 -0
- package/mcp-server/server.d.ts +12 -0
- package/mcp-server/server.d.ts.map +1 -0
- package/mcp-server/server.js +113 -0
- package/mcp-server/server.js.map +1 -0
- package/mcp-server/shared.d.ts +7 -0
- package/mcp-server/shared.d.ts.map +1 -0
- package/mcp-server/shared.js +98 -0
- package/mcp-server/shared.js.map +1 -0
- package/mcp-server/tools/configurationsCreateConfiguration.d.ts +8 -0
- package/mcp-server/tools/configurationsCreateConfiguration.d.ts.map +1 -0
- package/mcp-server/tools/configurationsCreateConfiguration.js +61 -0
- package/mcp-server/tools/configurationsCreateConfiguration.js.map +1 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.d.ts +8 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.d.ts.map +1 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.js +61 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.js.map +1 -0
- package/mcp-server/tools/configurationsGetConfigurations.d.ts +14 -0
- package/mcp-server/tools/configurationsGetConfigurations.d.ts.map +1 -0
- package/mcp-server/tools/configurationsGetConfigurations.js +65 -0
- package/mcp-server/tools/configurationsGetConfigurations.js.map +1 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.d.ts +10 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.d.ts.map +1 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.js +63 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.js.map +1 -0
- package/mcp-server/tools/datapointsCreateDatapoint.d.ts +8 -0
- package/mcp-server/tools/datapointsCreateDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsCreateDatapoint.js +62 -0
- package/mcp-server/tools/datapointsCreateDatapoint.js.map +1 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.d.ts +8 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.js +62 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.js.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoint.d.ts +8 -0
- package/mcp-server/tools/datapointsGetDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoint.js +62 -0
- package/mcp-server/tools/datapointsGetDatapoint.js.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoints.d.ts +10 -0
- package/mcp-server/tools/datapointsGetDatapoints.d.ts.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoints.js +64 -0
- package/mcp-server/tools/datapointsGetDatapoints.js.map +1 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.d.ts +10 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.js +63 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.js.map +1 -0
- package/mcp-server/tools/datasetsAddDatapoints.d.ts +10 -0
- package/mcp-server/tools/datasetsAddDatapoints.d.ts.map +1 -0
- package/mcp-server/tools/datasetsAddDatapoints.js +64 -0
- package/mcp-server/tools/datasetsAddDatapoints.js.map +1 -0
- package/mcp-server/tools/datasetsCreateDataset.d.ts +8 -0
- package/mcp-server/tools/datasetsCreateDataset.d.ts.map +1 -0
- package/mcp-server/tools/datasetsCreateDataset.js +62 -0
- package/mcp-server/tools/datasetsCreateDataset.js.map +1 -0
- package/mcp-server/tools/datasetsDeleteDataset.d.ts +8 -0
- package/mcp-server/tools/datasetsDeleteDataset.d.ts.map +1 -0
- package/mcp-server/tools/datasetsDeleteDataset.js +61 -0
- package/mcp-server/tools/datasetsDeleteDataset.js.map +1 -0
- package/mcp-server/tools/datasetsGetDatasets.d.ts +13 -0
- package/mcp-server/tools/datasetsGetDatasets.d.ts.map +1 -0
- package/mcp-server/tools/datasetsGetDatasets.js +65 -0
- package/mcp-server/tools/datasetsGetDatasets.js.map +1 -0
- package/mcp-server/tools/datasetsUpdateDataset.d.ts +8 -0
- package/mcp-server/tools/datasetsUpdateDataset.d.ts.map +1 -0
- package/mcp-server/tools/datasetsUpdateDataset.js +61 -0
- package/mcp-server/tools/datasetsUpdateDataset.js.map +1 -0
- package/mcp-server/tools/eventsCreateEvent.d.ts +8 -0
- package/mcp-server/tools/eventsCreateEvent.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateEvent.js +64 -0
- package/mcp-server/tools/eventsCreateEvent.js.map +1 -0
- package/mcp-server/tools/eventsCreateEventBatch.d.ts +8 -0
- package/mcp-server/tools/eventsCreateEventBatch.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateEventBatch.js +64 -0
- package/mcp-server/tools/eventsCreateEventBatch.js.map +1 -0
- package/mcp-server/tools/eventsCreateModelEvent.d.ts +8 -0
- package/mcp-server/tools/eventsCreateModelEvent.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateModelEvent.js +64 -0
- package/mcp-server/tools/eventsCreateModelEvent.js.map +1 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.d.ts +8 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.js +64 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.js.map +1 -0
- package/mcp-server/tools/eventsGetEvents.d.ts +8 -0
- package/mcp-server/tools/eventsGetEvents.d.ts.map +1 -0
- package/mcp-server/tools/eventsGetEvents.js +62 -0
- package/mcp-server/tools/eventsGetEvents.js.map +1 -0
- package/mcp-server/tools/eventsUpdateEvent.d.ts +8 -0
- package/mcp-server/tools/eventsUpdateEvent.d.ts.map +1 -0
- package/mcp-server/tools/eventsUpdateEvent.js +61 -0
- package/mcp-server/tools/eventsUpdateEvent.js.map +1 -0
- package/mcp-server/tools/experimentsCreateRun.d.ts +8 -0
- package/mcp-server/tools/experimentsCreateRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsCreateRun.js +62 -0
- package/mcp-server/tools/experimentsCreateRun.js.map +1 -0
- package/mcp-server/tools/experimentsDeleteRun.d.ts +8 -0
- package/mcp-server/tools/experimentsDeleteRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsDeleteRun.js +62 -0
- package/mcp-server/tools/experimentsDeleteRun.js.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.d.ts +21 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.js +67 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.js.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentResult.d.ts +20 -0
- package/mcp-server/tools/experimentsGetExperimentResult.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentResult.js +65 -0
- package/mcp-server/tools/experimentsGetExperimentResult.js.map +1 -0
- package/mcp-server/tools/experimentsGetRun.d.ts +8 -0
- package/mcp-server/tools/experimentsGetRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetRun.js +62 -0
- package/mcp-server/tools/experimentsGetRun.js.map +1 -0
- package/mcp-server/tools/experimentsGetRuns.d.ts +8 -0
- package/mcp-server/tools/experimentsGetRuns.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetRuns.js +62 -0
- package/mcp-server/tools/experimentsGetRuns.js.map +1 -0
- package/mcp-server/tools/experimentsUpdateRun.d.ts +10 -0
- package/mcp-server/tools/experimentsUpdateRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsUpdateRun.js +64 -0
- package/mcp-server/tools/experimentsUpdateRun.js.map +1 -0
- package/mcp-server/tools/metricsCreateMetric.d.ts +8 -0
- package/mcp-server/tools/metricsCreateMetric.d.ts.map +1 -0
- package/mcp-server/tools/metricsCreateMetric.js +63 -0
- package/mcp-server/tools/metricsCreateMetric.js.map +1 -0
- package/mcp-server/tools/metricsDeleteMetric.d.ts +8 -0
- package/mcp-server/tools/metricsDeleteMetric.d.ts.map +1 -0
- package/mcp-server/tools/metricsDeleteMetric.js +63 -0
- package/mcp-server/tools/metricsDeleteMetric.js.map +1 -0
- package/mcp-server/tools/metricsGetMetrics.d.ts +8 -0
- package/mcp-server/tools/metricsGetMetrics.d.ts.map +1 -0
- package/mcp-server/tools/metricsGetMetrics.js +64 -0
- package/mcp-server/tools/metricsGetMetrics.js.map +1 -0
- package/mcp-server/tools/metricsUpdateMetric.d.ts +8 -0
- package/mcp-server/tools/metricsUpdateMetric.d.ts.map +1 -0
- package/mcp-server/tools/metricsUpdateMetric.js +63 -0
- package/mcp-server/tools/metricsUpdateMetric.js.map +1 -0
- package/mcp-server/tools/projectsCreateProject.d.ts +8 -0
- package/mcp-server/tools/projectsCreateProject.d.ts.map +1 -0
- package/mcp-server/tools/projectsCreateProject.js +62 -0
- package/mcp-server/tools/projectsCreateProject.js.map +1 -0
- package/mcp-server/tools/projectsDeleteProject.d.ts +8 -0
- package/mcp-server/tools/projectsDeleteProject.d.ts.map +1 -0
- package/mcp-server/tools/projectsDeleteProject.js +61 -0
- package/mcp-server/tools/projectsDeleteProject.js.map +1 -0
- package/mcp-server/tools/projectsGetProjects.d.ts +8 -0
- package/mcp-server/tools/projectsGetProjects.d.ts.map +1 -0
- package/mcp-server/tools/projectsGetProjects.js +62 -0
- package/mcp-server/tools/projectsGetProjects.js.map +1 -0
- package/mcp-server/tools/projectsUpdateProject.d.ts +8 -0
- package/mcp-server/tools/projectsUpdateProject.d.ts.map +1 -0
- package/mcp-server/tools/projectsUpdateProject.js +61 -0
- package/mcp-server/tools/projectsUpdateProject.js.map +1 -0
- package/mcp-server/tools/sessionGetSession.d.ts +8 -0
- package/mcp-server/tools/sessionGetSession.d.ts.map +1 -0
- package/mcp-server/tools/sessionGetSession.js +62 -0
- package/mcp-server/tools/sessionGetSession.js.map +1 -0
- package/mcp-server/tools/sessionStartSession.d.ts +8 -0
- package/mcp-server/tools/sessionStartSession.d.ts.map +1 -0
- package/mcp-server/tools/sessionStartSession.js +62 -0
- package/mcp-server/tools/sessionStartSession.js.map +1 -0
- package/mcp-server/tools/toolsCreateTool.d.ts +8 -0
- package/mcp-server/tools/toolsCreateTool.d.ts.map +1 -0
- package/mcp-server/tools/toolsCreateTool.js +62 -0
- package/mcp-server/tools/toolsCreateTool.js.map +1 -0
- package/mcp-server/tools/toolsDeleteTool.d.ts +8 -0
- package/mcp-server/tools/toolsDeleteTool.d.ts.map +1 -0
- package/mcp-server/tools/toolsDeleteTool.js +61 -0
- package/mcp-server/tools/toolsDeleteTool.js.map +1 -0
- package/mcp-server/tools/toolsGetTools.d.ts +3 -0
- package/mcp-server/tools/toolsGetTools.d.ts.map +1 -0
- package/mcp-server/tools/toolsGetTools.js +24 -0
- package/mcp-server/tools/toolsGetTools.js.map +1 -0
- package/mcp-server/tools/toolsUpdateTool.d.ts +8 -0
- package/mcp-server/tools/toolsUpdateTool.d.ts.map +1 -0
- package/mcp-server/tools/toolsUpdateTool.js +61 -0
- package/mcp-server/tools/toolsUpdateTool.js.map +1 -0
- package/mcp-server/tools.d.ts +25 -0
- package/mcp-server/tools.d.ts.map +1 -0
- package/mcp-server/tools.js +77 -0
- package/mcp-server/tools.js.map +1 -0
- package/models/components/configuration.js +17 -7
- package/models/components/configuration.js.map +1 -1
- package/models/components/createdatapointrequest.js +17 -7
- package/models/components/createdatapointrequest.js.map +1 -1
- package/models/components/createdatasetrequest.js +17 -7
- package/models/components/createdatasetrequest.js.map +1 -1
- package/models/components/createeventrequest.js +17 -7
- package/models/components/createeventrequest.js.map +1 -1
- package/models/components/createmodelevent.js +17 -7
- package/models/components/createmodelevent.js.map +1 -1
- package/models/components/createprojectrequest.js +17 -7
- package/models/components/createprojectrequest.js.map +1 -1
- package/models/components/createrunrequest.js +17 -7
- package/models/components/createrunrequest.js.map +1 -1
- package/models/components/createrunresponse.js +17 -7
- package/models/components/createrunresponse.js.map +1 -1
- package/models/components/createtoolrequest.js +17 -7
- package/models/components/createtoolrequest.js.map +1 -1
- package/models/components/datapoint.js +17 -7
- package/models/components/datapoint.js.map +1 -1
- package/models/components/dataset.js +17 -7
- package/models/components/dataset.js.map +1 -1
- package/models/components/datasetupdate.js +17 -7
- package/models/components/datasetupdate.js.map +1 -1
- package/models/components/deleterunresponse.js +17 -7
- package/models/components/deleterunresponse.js.map +1 -1
- package/models/components/evaluationrun.js +17 -7
- package/models/components/evaluationrun.js.map +1 -1
- package/models/components/event.js +17 -7
- package/models/components/event.js.map +1 -1
- package/models/components/eventfilter.js +17 -7
- package/models/components/eventfilter.js.map +1 -1
- package/models/components/experimentcomparisonresponse.js +17 -7
- package/models/components/experimentcomparisonresponse.js.map +1 -1
- package/models/components/experimentresultresponse.js +17 -7
- package/models/components/experimentresultresponse.js.map +1 -1
- package/models/components/getrunresponse.js +17 -7
- package/models/components/getrunresponse.js.map +1 -1
- package/models/components/getrunsresponse.js +17 -7
- package/models/components/getrunsresponse.js.map +1 -1
- package/models/components/metric.d.ts +10 -0
- package/models/components/metric.d.ts.map +1 -1
- package/models/components/metric.js +25 -7
- package/models/components/metric.js.map +1 -1
- package/models/components/metricedit.d.ts +10 -0
- package/models/components/metricedit.d.ts.map +1 -1
- package/models/components/metricedit.js +25 -7
- package/models/components/metricedit.js.map +1 -1
- package/models/components/postconfigurationrequest.js +17 -7
- package/models/components/postconfigurationrequest.js.map +1 -1
- package/models/components/project.js +17 -7
- package/models/components/project.js.map +1 -1
- package/models/components/putconfigurationrequest.js +17 -7
- package/models/components/putconfigurationrequest.js.map +1 -1
- package/models/components/security.js +17 -7
- package/models/components/security.js.map +1 -1
- package/models/components/sessionpropertiesbatch.js +17 -7
- package/models/components/sessionpropertiesbatch.js.map +1 -1
- package/models/components/sessionstartrequest.js +17 -7
- package/models/components/sessionstartrequest.js.map +1 -1
- package/models/components/tool.js +17 -7
- package/models/components/tool.js.map +1 -1
- package/models/components/updatedatapointrequest.js +17 -7
- package/models/components/updatedatapointrequest.js.map +1 -1
- package/models/components/updateprojectrequest.js +17 -7
- package/models/components/updateprojectrequest.js.map +1 -1
- package/models/components/updaterunrequest.js +17 -7
- package/models/components/updaterunrequest.js.map +1 -1
- package/models/components/updaterunresponse.js +17 -7
- package/models/components/updaterunresponse.js.map +1 -1
- package/models/components/updatetoolrequest.js +17 -7
- package/models/components/updatetoolrequest.js.map +1 -1
- package/models/errors/createeventbatch.js +17 -7
- package/models/errors/createeventbatch.js.map +1 -1
- package/models/errors/createmodeleventbatch.js +17 -7
- package/models/errors/createmodeleventbatch.js.map +1 -1
- package/models/errors/sdkvalidationerror.js +17 -7
- package/models/errors/sdkvalidationerror.js.map +1 -1
- package/models/operations/adddatapoints.js +17 -7
- package/models/operations/adddatapoints.js.map +1 -1
- package/models/operations/createdatapoint.js +17 -7
- package/models/operations/createdatapoint.js.map +1 -1
- package/models/operations/createdataset.js +17 -7
- package/models/operations/createdataset.js.map +1 -1
- package/models/operations/createevent.js +17 -7
- package/models/operations/createevent.js.map +1 -1
- package/models/operations/createeventbatch.js +17 -7
- package/models/operations/createeventbatch.js.map +1 -1
- package/models/operations/createmodelevent.js +17 -7
- package/models/operations/createmodelevent.js.map +1 -1
- package/models/operations/createmodeleventbatch.js +17 -7
- package/models/operations/createmodeleventbatch.js.map +1 -1
- package/models/operations/createtool.js +17 -7
- package/models/operations/createtool.js.map +1 -1
- package/models/operations/deleteconfiguration.js +17 -7
- package/models/operations/deleteconfiguration.js.map +1 -1
- package/models/operations/deletedatapoint.js +17 -7
- package/models/operations/deletedatapoint.js.map +1 -1
- package/models/operations/deletedataset.js +17 -7
- package/models/operations/deletedataset.js.map +1 -1
- package/models/operations/deletemetric.js +17 -7
- package/models/operations/deletemetric.js.map +1 -1
- package/models/operations/deleteproject.js +17 -7
- package/models/operations/deleteproject.js.map +1 -1
- package/models/operations/deleterun.js +17 -7
- package/models/operations/deleterun.js.map +1 -1
- package/models/operations/deletetool.js +17 -7
- package/models/operations/deletetool.js.map +1 -1
- package/models/operations/getconfigurations.js +17 -7
- package/models/operations/getconfigurations.js.map +1 -1
- package/models/operations/getdatapoint.js +17 -7
- package/models/operations/getdatapoint.js.map +1 -1
- package/models/operations/getdatapoints.js +17 -7
- package/models/operations/getdatapoints.js.map +1 -1
- package/models/operations/getdatasets.js +17 -7
- package/models/operations/getdatasets.js.map +1 -1
- package/models/operations/getevents.js +17 -7
- package/models/operations/getevents.js.map +1 -1
- package/models/operations/getexperimentcomparison.js +17 -7
- package/models/operations/getexperimentcomparison.js.map +1 -1
- package/models/operations/getexperimentresult.js +17 -7
- package/models/operations/getexperimentresult.js.map +1 -1
- package/models/operations/getmetrics.js +17 -7
- package/models/operations/getmetrics.js.map +1 -1
- package/models/operations/getprojects.js +17 -7
- package/models/operations/getprojects.js.map +1 -1
- package/models/operations/getrun.js +17 -7
- package/models/operations/getrun.js.map +1 -1
- package/models/operations/getruns.js +17 -7
- package/models/operations/getruns.js.map +1 -1
- package/models/operations/getsession.js +17 -7
- package/models/operations/getsession.js.map +1 -1
- package/models/operations/startsession.js +17 -7
- package/models/operations/startsession.js.map +1 -1
- package/models/operations/updateconfiguration.js +17 -7
- package/models/operations/updateconfiguration.js.map +1 -1
- package/models/operations/updatedatapoint.js +17 -7
- package/models/operations/updatedatapoint.js.map +1 -1
- package/models/operations/updateevent.js +17 -7
- package/models/operations/updateevent.js.map +1 -1
- package/models/operations/updaterun.js +17 -7
- package/models/operations/updaterun.js.map +1 -1
- package/openapi.yaml +3226 -0
- package/package.json +21 -18
- package/sdk/evaluation.d.ts +15 -6
- package/sdk/evaluation.d.ts.map +1 -1
- package/sdk/evaluation.js +45 -18
- package/sdk/evaluation.js.map +1 -1
- package/sdk/index.d.ts +0 -3
- package/sdk/index.d.ts.map +1 -1
- package/sdk/index.js +1 -4
- package/sdk/index.js.map +1 -1
- package/sdk/lc_tracer.d.ts +7 -6
- package/sdk/lc_tracer.d.ts.map +1 -1
- package/sdk/lc_tracer.js +43 -26
- package/sdk/lc_tracer.js.map +1 -1
- package/sdk/runs.d.ts +1 -1
- package/sdk/runs.d.ts.map +1 -1
- package/sdk/runs.js +2 -2
- package/sdk/runs.js.map +1 -1
- package/sdk/telemetry.d.ts.map +1 -1
- package/sdk/telemetry.js +18 -9
- package/sdk/telemetry.js.map +1 -1
- package/sdk/tracer.d.ts +131 -24
- package/sdk/tracer.d.ts.map +1 -1
- package/sdk/tracer.js +315 -137
- package/sdk/tracer.js.map +1 -1
- package/src/funcs/configurationsCreateConfiguration.ts +4 -11
- package/src/funcs/configurationsDeleteConfiguration.ts +4 -11
- package/src/funcs/configurationsGetConfigurations.ts +4 -11
- package/src/funcs/configurationsUpdateConfiguration.ts +4 -11
- package/src/funcs/datapointsCreateDatapoint.ts +4 -11
- package/src/funcs/datapointsDeleteDatapoint.ts +4 -11
- package/src/funcs/datapointsGetDatapoint.ts +4 -11
- package/src/funcs/datapointsGetDatapoints.ts +4 -11
- package/src/funcs/datapointsUpdateDatapoint.ts +4 -11
- package/src/funcs/datasetsAddDatapoints.ts +4 -11
- package/src/funcs/datasetsCreateDataset.ts +4 -11
- package/src/funcs/datasetsDeleteDataset.ts +4 -11
- package/src/funcs/datasetsGetDatasets.ts +4 -11
- package/src/funcs/datasetsUpdateDataset.ts +4 -11
- package/src/funcs/eventsCreateEvent.ts +4 -11
- package/src/funcs/eventsCreateEventBatch.ts +4 -11
- package/src/funcs/eventsCreateModelEvent.ts +4 -11
- package/src/funcs/eventsCreateModelEventBatch.ts +4 -11
- package/src/funcs/eventsGetEvents.ts +4 -11
- package/src/funcs/eventsUpdateEvent.ts +4 -11
- package/src/funcs/experimentsCreateRun.ts +4 -11
- package/src/funcs/experimentsDeleteRun.ts +4 -11
- package/src/funcs/experimentsGetExperimentComparison.ts +4 -11
- package/src/funcs/experimentsGetExperimentResult.ts +4 -11
- package/src/funcs/experimentsGetRun.ts +4 -11
- package/src/funcs/experimentsGetRuns.ts +4 -11
- package/src/funcs/experimentsUpdateRun.ts +4 -11
- package/src/funcs/metricsCreateMetric.ts +4 -11
- package/src/funcs/metricsDeleteMetric.ts +4 -11
- package/src/funcs/metricsGetMetrics.ts +4 -11
- package/src/funcs/metricsUpdateMetric.ts +4 -11
- package/src/funcs/projectsCreateProject.ts +4 -11
- package/src/funcs/projectsDeleteProject.ts +4 -11
- package/src/funcs/projectsGetProjects.ts +4 -11
- package/src/funcs/projectsUpdateProject.ts +4 -11
- package/src/funcs/sessionGetSession.ts +4 -11
- package/src/funcs/sessionStartSession.ts +4 -11
- package/src/funcs/toolsCreateTool.ts +4 -11
- package/src/funcs/toolsDeleteTool.ts +4 -11
- package/src/funcs/toolsGetTools.ts +4 -11
- package/src/funcs/toolsUpdateTool.ts +4 -11
- package/src/hooks/types.ts +0 -4
- package/src/index.ts +0 -4
- package/src/lib/config.ts +4 -4
- package/src/lib/primitives.ts +0 -20
- package/src/lib/retries.ts +31 -63
- package/src/lib/sdks.ts +15 -19
- package/src/lib/security.ts +3 -39
- package/src/models/components/metric.ts +18 -0
- package/src/models/components/metricedit.ts +18 -0
- package/src/sdk/evaluation.ts +52 -23
- package/src/sdk/index.ts +1 -4
- package/src/sdk/lc_tracer.ts +64 -44
- package/src/sdk/telemetry.ts +2 -3
- package/src/sdk/tracer.ts +407 -169
- package/tsconfig.json +40 -0
- package/types/async.d.ts +23 -0
- package/types/async.d.ts.map +1 -0
- package/types/async.js +44 -0
- package/types/async.js.map +1 -0
- package/types/blobs.js +17 -7
- package/types/blobs.js.map +1 -1
- package/types/constdatetime.js +17 -7
- package/types/constdatetime.js.map +1 -1
- package/dist/index.d.ts +0 -1
- package/dist/index.js +0 -20
- package/dist/internal/utils/contenttype.d.ts +0 -1
- package/dist/internal/utils/contenttype.js +0 -33
- package/dist/internal/utils/headers.d.ts +0 -4
- package/dist/internal/utils/headers.js +0 -92
- package/dist/internal/utils/index.d.ts +0 -8
- package/dist/internal/utils/index.js +0 -27
- package/dist/internal/utils/pathparams.d.ts +0 -2
- package/dist/internal/utils/pathparams.js +0 -53
- package/dist/internal/utils/queryparams.d.ts +0 -2
- package/dist/internal/utils/queryparams.js +0 -182
- package/dist/internal/utils/requestbody.d.ts +0 -2
- package/dist/internal/utils/requestbody.js +0 -328
- package/dist/internal/utils/retries.d.ts +0 -20
- package/dist/internal/utils/retries.js +0 -250
- package/dist/internal/utils/security.d.ts +0 -5
- package/dist/internal/utils/security.js +0 -196
- package/dist/internal/utils/utils.d.ts +0 -37
- package/dist/internal/utils/utils.js +0 -368
- package/dist/models/components/configuration.d.ts +0 -44
- package/dist/models/components/configuration.js +0 -94
- package/dist/models/components/createdatapointrequest.d.ts +0 -31
- package/dist/models/components/createdatapointrequest.js +0 -75
- package/dist/models/components/createdatasetrequest.d.ts +0 -50
- package/dist/models/components/createdatasetrequest.js +0 -101
- package/dist/models/components/createeventrequest.d.ts +0 -87
- package/dist/models/components/createeventrequest.js +0 -144
- package/dist/models/components/createmodelevent.d.ts +0 -71
- package/dist/models/components/createmodelevent.js +0 -125
- package/dist/models/components/createprojectrequest.d.ts +0 -5
- package/dist/models/components/createprojectrequest.js +0 -50
- package/dist/models/components/createrunrequest.d.ts +0 -42
- package/dist/models/components/createrunrequest.js +0 -88
- package/dist/models/components/createrunresponse.d.ts +0 -6
- package/dist/models/components/createrunresponse.js +0 -52
- package/dist/models/components/createtoolrequest.d.ts +0 -18
- package/dist/models/components/createtoolrequest.js +0 -70
- package/dist/models/components/datapoint.d.ts +0 -41
- package/dist/models/components/datapoint.js +0 -118
- package/dist/models/components/dataset.d.ts +0 -58
- package/dist/models/components/dataset.js +0 -119
- package/dist/models/components/datasetupdate.d.ts +0 -27
- package/dist/models/components/datasetupdate.js +0 -70
- package/dist/models/components/deleterunresponse.d.ts +0 -5
- package/dist/models/components/deleterunresponse.js +0 -50
- package/dist/models/components/evaluationrun.d.ts +0 -50
- package/dist/models/components/evaluationrun.js +0 -116
- package/dist/models/components/event.d.ts +0 -88
- package/dist/models/components/event.js +0 -145
- package/dist/models/components/eventfilter.d.ts +0 -38
- package/dist/models/components/eventfilter.js +0 -81
- package/dist/models/components/getrunresponse.d.ts +0 -5
- package/dist/models/components/getrunresponse.js +0 -47
- package/dist/models/components/getrunsresponse.d.ts +0 -5
- package/dist/models/components/getrunsresponse.js +0 -47
- package/dist/models/components/index.d.ts +0 -31
- package/dist/models/components/index.js +0 -50
- package/dist/models/components/metric.d.ts +0 -86
- package/dist/models/components/metric.js +0 -155
- package/dist/models/components/metricedit.d.ts +0 -91
- package/dist/models/components/metricedit.js +0 -160
- package/dist/models/components/postconfigurationrequest.d.ts +0 -29
- package/dist/models/components/postconfigurationrequest.js +0 -76
- package/dist/models/components/project.d.ts +0 -6
- package/dist/models/components/project.js +0 -55
- package/dist/models/components/putconfigurationrequest.d.ts +0 -40
- package/dist/models/components/putconfigurationrequest.js +0 -89
- package/dist/models/components/security.d.ts +0 -4
- package/dist/models/components/security.js +0 -45
- package/dist/models/components/sessionstartrequest.d.ts +0 -67
- package/dist/models/components/sessionstartrequest.js +0 -120
- package/dist/models/components/tool.d.ts +0 -19
- package/dist/models/components/tool.js +0 -75
- package/dist/models/components/updatedatapointrequest.d.ts +0 -27
- package/dist/models/components/updatedatapointrequest.js +0 -70
- package/dist/models/components/updateprojectrequest.d.ts +0 -6
- package/dist/models/components/updateprojectrequest.js +0 -55
- package/dist/models/components/updaterunrequest.d.ts +0 -32
- package/dist/models/components/updaterunrequest.js +0 -80
- package/dist/models/components/updaterunresponse.d.ts +0 -11
- package/dist/models/components/updaterunresponse.js +0 -50
- package/dist/models/components/updatetoolrequest.d.ts +0 -7
- package/dist/models/components/updatetoolrequest.js +0 -60
- package/dist/models/errors/createeventbatch.d.ts +0 -14
- package/dist/models/errors/createeventbatch.js +0 -70
- package/dist/models/errors/createmodeleventbatch.d.ts +0 -14
- package/dist/models/errors/createmodeleventbatch.js +0 -70
- package/dist/models/errors/index.d.ts +0 -3
- package/dist/models/errors/index.js +0 -22
- package/dist/models/errors/sdkerror.d.ts +0 -7
- package/dist/models/errors/sdkerror.js +0 -40
- package/dist/models/operations/adddatapoints.d.ts +0 -68
- package/dist/models/operations/adddatapoints.js +0 -143
- package/dist/models/operations/createconfiguration.d.ts +0 -16
- package/dist/models/operations/createconfiguration.js +0 -51
- package/dist/models/operations/createdatapoint.d.ts +0 -29
- package/dist/models/operations/createdatapoint.js +0 -86
- package/dist/models/operations/createdataset.d.ts +0 -33
- package/dist/models/operations/createdataset.js +0 -91
- package/dist/models/operations/createevent.d.ts +0 -31
- package/dist/models/operations/createevent.js +0 -115
- package/dist/models/operations/createeventbatch.d.ts +0 -36
- package/dist/models/operations/createeventbatch.js +0 -125
- package/dist/models/operations/createmetric.d.ts +0 -16
- package/dist/models/operations/createmetric.js +0 -51
- package/dist/models/operations/createmodelevent.d.ts +0 -31
- package/dist/models/operations/createmodelevent.js +0 -115
- package/dist/models/operations/createmodeleventbatch.d.ts +0 -31
- package/dist/models/operations/createmodeleventbatch.js +0 -115
- package/dist/models/operations/createproject.d.ts +0 -21
- package/dist/models/operations/createproject.js +0 -79
- package/dist/models/operations/createrun.d.ts +0 -21
- package/dist/models/operations/createrun.js +0 -79
- package/dist/models/operations/createtool.d.ts +0 -29
- package/dist/models/operations/createtool.js +0 -86
- package/dist/models/operations/deleteconfiguration.d.ts +0 -22
- package/dist/models/operations/deleteconfiguration.js +0 -63
- package/dist/models/operations/deletedatapoint.d.ts +0 -32
- package/dist/models/operations/deletedatapoint.js +0 -84
- package/dist/models/operations/deletedataset.d.ts +0 -22
- package/dist/models/operations/deletedataset.js +0 -63
- package/dist/models/operations/deletemetric.d.ts +0 -19
- package/dist/models/operations/deletemetric.js +0 -63
- package/dist/models/operations/deleteproject.d.ts +0 -19
- package/dist/models/operations/deleteproject.js +0 -63
- package/dist/models/operations/deleterun.d.ts +0 -24
- package/dist/models/operations/deleterun.js +0 -91
- package/dist/models/operations/deletetool.d.ts +0 -19
- package/dist/models/operations/deletetool.js +0 -63
- package/dist/models/operations/getconfigurations.d.ts +0 -43
- package/dist/models/operations/getconfigurations.js +0 -108
- package/dist/models/operations/getdatapoint.d.ts +0 -33
- package/dist/models/operations/getdatapoint.js +0 -109
- package/dist/models/operations/getdatapoints.d.ts +0 -41
- package/dist/models/operations/getdatapoints.js +0 -117
- package/dist/models/operations/getdatasets.d.ts +0 -48
- package/dist/models/operations/getdatasets.js +0 -125
- package/dist/models/operations/getevents.d.ts +0 -57
- package/dist/models/operations/getevents.js +0 -155
- package/dist/models/operations/getmetrics.d.ts +0 -27
- package/dist/models/operations/getmetrics.js +0 -91
- package/dist/models/operations/getprojects.d.ts +0 -24
- package/dist/models/operations/getprojects.js +0 -91
- package/dist/models/operations/getrun.d.ts +0 -24
- package/dist/models/operations/getrun.js +0 -91
- package/dist/models/operations/getruns.d.ts +0 -24
- package/dist/models/operations/getruns.js +0 -91
- package/dist/models/operations/getsession.d.ts +0 -24
- package/dist/models/operations/getsession.js +0 -91
- package/dist/models/operations/gettools.d.ts +0 -21
- package/dist/models/operations/gettools.js +0 -79
- package/dist/models/operations/index.d.ts +0 -39
- package/dist/models/operations/index.js +0 -58
- package/dist/models/operations/startsession.d.ts +0 -30
- package/dist/models/operations/startsession.js +0 -110
- package/dist/models/operations/updateconfiguration.d.ts +0 -24
- package/dist/models/operations/updateconfiguration.js +0 -91
- package/dist/models/operations/updatedatapoint.d.ts +0 -24
- package/dist/models/operations/updatedatapoint.js +0 -91
- package/dist/models/operations/updatedataset.d.ts +0 -16
- package/dist/models/operations/updatedataset.js +0 -51
- package/dist/models/operations/updateevent.d.ts +0 -26
- package/dist/models/operations/updateevent.js +0 -100
- package/dist/models/operations/updatemetric.d.ts +0 -16
- package/dist/models/operations/updatemetric.js +0 -51
- package/dist/models/operations/updateproject.d.ts +0 -16
- package/dist/models/operations/updateproject.js +0 -51
- package/dist/models/operations/updaterun.d.ts +0 -25
- package/dist/models/operations/updaterun.js +0 -95
- package/dist/models/operations/updatetool.d.ts +0 -16
- package/dist/models/operations/updatetool.js +0 -51
- package/dist/sdk/configurations.d.ts +0 -24
- package/dist/sdk/configurations.js +0 -356
- package/dist/sdk/datapoints.d.ts +0 -28
- package/dist/sdk/datapoints.js +0 -430
- package/dist/sdk/datasets.d.ts +0 -28
- package/dist/sdk/datasets.js +0 -435
- package/dist/sdk/events.d.ts +0 -43
- package/dist/sdk/events.js +0 -567
- package/dist/sdk/index.d.ts +0 -2
- package/dist/sdk/index.js +0 -21
- package/dist/sdk/metrics.d.ts +0 -36
- package/dist/sdk/metrics.js +0 -366
- package/dist/sdk/projects.d.ts +0 -24
- package/dist/sdk/projects.js +0 -361
- package/dist/sdk/runs.d.ts +0 -28
- package/dist/sdk/runs.js +0 -439
- package/dist/sdk/sdk.d.ts +0 -64
- package/dist/sdk/sdk.js +0 -90
- package/dist/sdk/session.d.ts +0 -15
- package/dist/sdk/session.js +0 -237
- package/dist/sdk/telemetry.d.ts +0 -21
- package/dist/sdk/telemetry.js +0 -243
- package/dist/sdk/tools.d.ts +0 -24
- package/dist/sdk/tools.js +0 -357
- package/dist/sdk/tracer.d.ts +0 -26
- package/dist/sdk/tracer.js +0 -308
- package/dist/types/index.d.ts +0 -1
- package/dist/types/index.js +0 -20
- package/dist/types/rfcdate.d.ts +0 -9
- package/dist/types/rfcdate.js +0 -59
- package/tests/agent_script.ts +0 -127
- package/tests/enrich_span.ts +0 -111
- package/tests/jest.config.js +0 -6
- package/tests/openai_test.ts +0 -72
- package/tests/tracer.test.ts +0 -74
- package/tests/tracer_script.ts +0 -71
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
# UpdateDatapointRequest
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { UpdateDatapointRequest } from "honeyhive/models/operations";
|
|
7
|
+
|
|
8
|
+
let value: UpdateDatapointRequest = {
|
|
9
|
+
id: "<id>",
|
|
10
|
+
updateDatapointRequest: {
|
|
11
|
+
inputs: {
|
|
12
|
+
"query": "what's the temperature in Reykjavik?",
|
|
13
|
+
},
|
|
14
|
+
history: [
|
|
15
|
+
{
|
|
16
|
+
"role": "system",
|
|
17
|
+
"content":
|
|
18
|
+
"You are a helpful web assistant that helps users answer questions about the world based on the information provided to you by Google's search API. Answer the questions as truthfully as you can. In case you are unsure about the correct answer, please respond with \"I apologize but I'm not sure.\"",
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
"role": "user",
|
|
22
|
+
"content":
|
|
23
|
+
"what's the temperature in Reykjavik?\n\n\n--Google search API results below:---\n\n\"snippet\":\"2 Week Extended Forecast in Reykjavik, Iceland ; Feb 4, 29 / 20 °F · Snow showers early. Broken clouds. ; Feb 5, 27 / 16 °F · Light snow. Decreasing cloudiness.\",\"snippet_highlighted_words\":[\"Feb 4, 29 / 20 °F\"]",
|
|
24
|
+
},
|
|
25
|
+
],
|
|
26
|
+
groundTruth: {
|
|
27
|
+
"role": "assistant",
|
|
28
|
+
"content":
|
|
29
|
+
"The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
30
|
+
},
|
|
31
|
+
linkedEvals: [
|
|
32
|
+
"<value>",
|
|
33
|
+
],
|
|
34
|
+
linkedDatasets: [
|
|
35
|
+
"<value>",
|
|
36
|
+
],
|
|
37
|
+
metadata: {
|
|
38
|
+
"question_type": "capital-weather",
|
|
39
|
+
"random_field": 0,
|
|
40
|
+
},
|
|
41
|
+
},
|
|
42
|
+
};
|
|
43
|
+
```
|
|
44
|
+
|
|
45
|
+
## Fields
|
|
46
|
+
|
|
47
|
+
| Field | Type | Required | Description | Example |
|
|
48
|
+
| ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
|
|
49
|
+
| `id` | *string* | :heavy_check_mark: | ID of datapoint to update | |
|
|
50
|
+
| `updateDatapointRequest` | [components.UpdateDatapointRequest](../../models/components/updatedatapointrequest.md) | :heavy_check_mark: | N/A | {<br/>"inputs": {<br/>"query": "what's the temperature in Reykjavik?"<br/>},<br/>"history": [<br/>{<br/>"role": "system",<br/>"content": "You are a helpful web assistant that helps users answer questions about the world based on the information provided to you by Google's search API. Answer the questions as truthfully as you can. In case you are unsure about the correct answer, please respond with \"I apologize but I'm not sure.\""<br/>},<br/>{<br/>"role": "user",<br/>"content": "what's the temperature in Reykjavik?\\n\\n\\n--Google search API results below:---\\n\\n\"snippet\":\"2 Week Extended Forecast in Reykjavik, Iceland ; Feb 4, 29 / 20 °F · Snow showers early. Broken clouds. ; Feb 5, 27 / 16 °F · Light snow. Decreasing cloudiness.\",\"snippet_highlighted_words\":[\"Feb 4, 29 / 20 °F\"]"<br/>}<br/>],<br/>"ground_truth": {<br/>"role": "assistant",<br/>"content": "The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information."<br/>},<br/>"linked_event": "6bba5182-d4b1-4b29-a64a-f0a8bd964f76",<br/>"linked_evals": [],<br/>"linked_datasets": [],<br/>"metadata": {<br/>"question_type": "capital-weather",<br/>"random_field": 0<br/>}<br/>} |
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
# UpdateEventRequestBody
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { UpdateEventRequestBody } from "honeyhive/models/operations";
|
|
7
|
+
|
|
8
|
+
let value: UpdateEventRequestBody = {
|
|
9
|
+
eventId: "<id>",
|
|
10
|
+
};
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Fields
|
|
14
|
+
|
|
15
|
+
| Field | Type | Required | Description |
|
|
16
|
+
| --------------------- | --------------------- | --------------------- | --------------------- |
|
|
17
|
+
| `eventId` | *string* | :heavy_check_mark: | N/A |
|
|
18
|
+
| `metadata` | Record<string, *any*> | :heavy_minus_sign: | N/A |
|
|
19
|
+
| `feedback` | Record<string, *any*> | :heavy_minus_sign: | N/A |
|
|
20
|
+
| `metrics` | Record<string, *any*> | :heavy_minus_sign: | N/A |
|
|
21
|
+
| `outputs` | Record<string, *any*> | :heavy_minus_sign: | N/A |
|
|
22
|
+
| `config` | Record<string, *any*> | :heavy_minus_sign: | N/A |
|
|
23
|
+
| `userProperties` | Record<string, *any*> | :heavy_minus_sign: | N/A |
|
|
24
|
+
| `duration` | *number* | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
# UpdateRunRequest
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { UpdateRunRequest } from "honeyhive/models/operations";
|
|
7
|
+
|
|
8
|
+
let value: UpdateRunRequest = {
|
|
9
|
+
runId: "<id>",
|
|
10
|
+
updateRunRequest: {},
|
|
11
|
+
};
|
|
12
|
+
```
|
|
13
|
+
|
|
14
|
+
## Fields
|
|
15
|
+
|
|
16
|
+
| Field | Type | Required | Description |
|
|
17
|
+
| -------------------------------------------------------------------------- | -------------------------------------------------------------------------- | -------------------------------------------------------------------------- | -------------------------------------------------------------------------- |
|
|
18
|
+
| `runId` | *string* | :heavy_check_mark: | N/A |
|
|
19
|
+
| `updateRunRequest` | [components.UpdateRunRequest](../../models/components/updaterunrequest.md) | :heavy_check_mark: | N/A |
|
|
@@ -106,15 +106,15 @@ async function run() {
|
|
|
106
106
|
callType: "chat",
|
|
107
107
|
model: "gpt-4-turbo-preview",
|
|
108
108
|
hyperparameters: {
|
|
109
|
-
"
|
|
109
|
+
"temperature": 0,
|
|
110
110
|
"max_tokens": 1000,
|
|
111
|
+
"top_p": 1,
|
|
112
|
+
"top_k": -1,
|
|
113
|
+
"frequency_penalty": 0,
|
|
111
114
|
"presence_penalty": 0,
|
|
112
115
|
"stop_sequences": [
|
|
113
116
|
"<value>",
|
|
114
117
|
],
|
|
115
|
-
"temperature": 0,
|
|
116
|
-
"top_k": -1,
|
|
117
|
-
"top_p": 1,
|
|
118
118
|
},
|
|
119
119
|
selectedFunctions: [
|
|
120
120
|
{
|
|
@@ -156,10 +156,10 @@ async function run() {
|
|
|
156
156
|
"staging",
|
|
157
157
|
],
|
|
158
158
|
userProperties: {
|
|
159
|
-
"user_email": "dhruv@honeyhive.ai",
|
|
160
159
|
"user_id": "google-oauth2|108897808434934946583",
|
|
161
160
|
"user_name": "Dhruv Singh",
|
|
162
161
|
"user_picture": "https://lh3.googleusercontent.com/a/ACg8ocLyQilNtK9RIv4M0p-0FBSbxljBP0p5JabnStku1AQKtFSK=s96-c",
|
|
162
|
+
"user_email": "dhruv@honeyhive.ai",
|
|
163
163
|
},
|
|
164
164
|
});
|
|
165
165
|
|
|
@@ -192,15 +192,15 @@ async function run() {
|
|
|
192
192
|
callType: "chat",
|
|
193
193
|
model: "gpt-4-turbo-preview",
|
|
194
194
|
hyperparameters: {
|
|
195
|
-
"
|
|
195
|
+
"temperature": 0,
|
|
196
196
|
"max_tokens": 1000,
|
|
197
|
+
"top_p": 1,
|
|
198
|
+
"top_k": -1,
|
|
199
|
+
"frequency_penalty": 0,
|
|
197
200
|
"presence_penalty": 0,
|
|
198
201
|
"stop_sequences": [
|
|
199
202
|
"<value>",
|
|
200
203
|
],
|
|
201
|
-
"temperature": 0,
|
|
202
|
-
"top_k": -1,
|
|
203
|
-
"top_p": 1,
|
|
204
204
|
},
|
|
205
205
|
selectedFunctions: [
|
|
206
206
|
{
|
|
@@ -242,10 +242,10 @@ async function run() {
|
|
|
242
242
|
"staging",
|
|
243
243
|
],
|
|
244
244
|
userProperties: {
|
|
245
|
-
"user_email": "dhruv@honeyhive.ai",
|
|
246
245
|
"user_id": "google-oauth2|108897808434934946583",
|
|
247
246
|
"user_name": "Dhruv Singh",
|
|
248
247
|
"user_picture": "https://lh3.googleusercontent.com/a/ACg8ocLyQilNtK9RIv4M0p-0FBSbxljBP0p5JabnStku1AQKtFSK=s96-c",
|
|
248
|
+
"user_email": "dhruv@honeyhive.ai",
|
|
249
249
|
},
|
|
250
250
|
});
|
|
251
251
|
|
|
@@ -302,15 +302,15 @@ async function run() {
|
|
|
302
302
|
callType: "chat",
|
|
303
303
|
model: "gpt-4-turbo-preview",
|
|
304
304
|
hyperparameters: {
|
|
305
|
-
"
|
|
305
|
+
"temperature": 0,
|
|
306
306
|
"max_tokens": 1000,
|
|
307
|
+
"top_p": 1,
|
|
308
|
+
"top_k": -1,
|
|
309
|
+
"frequency_penalty": 0,
|
|
307
310
|
"presence_penalty": 0,
|
|
308
311
|
"stop_sequences": [
|
|
309
312
|
"<value>",
|
|
310
313
|
],
|
|
311
|
-
"temperature": 0,
|
|
312
|
-
"top_k": -1,
|
|
313
|
-
"top_p": 1,
|
|
314
314
|
},
|
|
315
315
|
selectedFunctions: [
|
|
316
316
|
{
|
|
@@ -353,10 +353,10 @@ async function run() {
|
|
|
353
353
|
],
|
|
354
354
|
type: "LLM",
|
|
355
355
|
userProperties: {
|
|
356
|
-
"user_email": "dhruv@honeyhive.ai",
|
|
357
356
|
"user_id": "google-oauth2|108897808434934946583",
|
|
358
357
|
"user_name": "Dhruv Singh",
|
|
359
358
|
"user_picture": "https://lh3.googleusercontent.com/a/ACg8ocLyQilNtK9RIv4M0p-0FBSbxljBP0p5JabnStku1AQKtFSK=s96-c",
|
|
359
|
+
"user_email": "dhruv@honeyhive.ai",
|
|
360
360
|
},
|
|
361
361
|
}, "<id>");
|
|
362
362
|
|
|
@@ -389,15 +389,15 @@ async function run() {
|
|
|
389
389
|
callType: "chat",
|
|
390
390
|
model: "gpt-4-turbo-preview",
|
|
391
391
|
hyperparameters: {
|
|
392
|
-
"
|
|
392
|
+
"temperature": 0,
|
|
393
393
|
"max_tokens": 1000,
|
|
394
|
+
"top_p": 1,
|
|
395
|
+
"top_k": -1,
|
|
396
|
+
"frequency_penalty": 0,
|
|
394
397
|
"presence_penalty": 0,
|
|
395
398
|
"stop_sequences": [
|
|
396
399
|
"<value>",
|
|
397
400
|
],
|
|
398
|
-
"temperature": 0,
|
|
399
|
-
"top_k": -1,
|
|
400
|
-
"top_p": 1,
|
|
401
401
|
},
|
|
402
402
|
selectedFunctions: [
|
|
403
403
|
{
|
|
@@ -440,10 +440,10 @@ async function run() {
|
|
|
440
440
|
],
|
|
441
441
|
type: "LLM",
|
|
442
442
|
userProperties: {
|
|
443
|
-
"user_email": "dhruv@honeyhive.ai",
|
|
444
443
|
"user_id": "google-oauth2|108897808434934946583",
|
|
445
444
|
"user_name": "Dhruv Singh",
|
|
446
445
|
"user_picture": "https://lh3.googleusercontent.com/a/ACg8ocLyQilNtK9RIv4M0p-0FBSbxljBP0p5JabnStku1AQKtFSK=s96-c",
|
|
446
|
+
"user_email": "dhruv@honeyhive.ai",
|
|
447
447
|
},
|
|
448
448
|
}, "<id>");
|
|
449
449
|
|
|
@@ -115,17 +115,17 @@ async function run() {
|
|
|
115
115
|
},
|
|
116
116
|
],
|
|
117
117
|
groundTruth: {
|
|
118
|
-
"content": "The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
119
118
|
"role": "assistant",
|
|
119
|
+
"content": "The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
120
120
|
},
|
|
121
121
|
linkedEvent: "6bba5182-d4b1-4b29-a64a-f0a8bd964f76",
|
|
122
122
|
linkedDatasets: [
|
|
123
123
|
"<value>",
|
|
124
124
|
],
|
|
125
125
|
metadata: {
|
|
126
|
+
"question_type": "weather",
|
|
126
127
|
"completion_tokens": 47,
|
|
127
128
|
"prompt_tokens": 696,
|
|
128
|
-
"question_type": "weather",
|
|
129
129
|
"total_tokens": 743,
|
|
130
130
|
},
|
|
131
131
|
});
|
|
@@ -168,17 +168,17 @@ async function run() {
|
|
|
168
168
|
},
|
|
169
169
|
],
|
|
170
170
|
groundTruth: {
|
|
171
|
-
"content": "The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
172
171
|
"role": "assistant",
|
|
172
|
+
"content": "The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
173
173
|
},
|
|
174
174
|
linkedEvent: "6bba5182-d4b1-4b29-a64a-f0a8bd964f76",
|
|
175
175
|
linkedDatasets: [
|
|
176
176
|
"<value>",
|
|
177
177
|
],
|
|
178
178
|
metadata: {
|
|
179
|
+
"question_type": "weather",
|
|
179
180
|
"completion_tokens": 47,
|
|
180
181
|
"prompt_tokens": 696,
|
|
181
|
-
"question_type": "weather",
|
|
182
182
|
"total_tokens": 743,
|
|
183
183
|
},
|
|
184
184
|
});
|
|
@@ -316,8 +316,8 @@ async function run() {
|
|
|
316
316
|
},
|
|
317
317
|
],
|
|
318
318
|
groundTruth: {
|
|
319
|
-
"content": "The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
320
319
|
"role": "assistant",
|
|
320
|
+
"content": "The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
321
321
|
},
|
|
322
322
|
linkedEvals: [
|
|
323
323
|
"<value>",
|
|
@@ -367,8 +367,8 @@ async function run() {
|
|
|
367
367
|
},
|
|
368
368
|
],
|
|
369
369
|
groundTruth: {
|
|
370
|
-
"content": "The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
371
370
|
"role": "assistant",
|
|
371
|
+
"content": "The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
372
372
|
},
|
|
373
373
|
linkedEvals: [
|
|
374
374
|
"<value>",
|
|
@@ -214,8 +214,8 @@ async function run() {
|
|
|
214
214
|
"66369748b5773befbdasdk1",
|
|
215
215
|
],
|
|
216
216
|
metadata: {
|
|
217
|
-
"source": "prod",
|
|
218
217
|
"updated": true,
|
|
218
|
+
"source": "prod",
|
|
219
219
|
},
|
|
220
220
|
});
|
|
221
221
|
|
|
@@ -251,8 +251,8 @@ async function run() {
|
|
|
251
251
|
"66369748b5773befbdasdk1",
|
|
252
252
|
],
|
|
253
253
|
metadata: {
|
|
254
|
-
"source": "prod",
|
|
255
254
|
"updated": true,
|
|
255
|
+
"source": "prod",
|
|
256
256
|
},
|
|
257
257
|
});
|
|
258
258
|
|
|
@@ -301,7 +301,7 @@ const honeyHive = new HoneyHive({
|
|
|
301
301
|
});
|
|
302
302
|
|
|
303
303
|
async function run() {
|
|
304
|
-
await honeyHive.datasets.deleteDataset("<
|
|
304
|
+
await honeyHive.datasets.deleteDataset("<id>");
|
|
305
305
|
|
|
306
306
|
|
|
307
307
|
}
|
|
@@ -324,7 +324,7 @@ const honeyHive = new HoneyHiveCore({
|
|
|
324
324
|
});
|
|
325
325
|
|
|
326
326
|
async function run() {
|
|
327
|
-
const res = await datasetsDeleteDataset(honeyHive, "<
|
|
327
|
+
const res = await datasetsDeleteDataset(honeyHive, "<id>");
|
|
328
328
|
|
|
329
329
|
if (!res.ok) {
|
|
330
330
|
throw res.error;
|
|
@@ -392,7 +392,7 @@ async function run() {
|
|
|
392
392
|
"<value>",
|
|
393
393
|
],
|
|
394
394
|
},
|
|
395
|
-
}, "<
|
|
395
|
+
}, "<id>");
|
|
396
396
|
|
|
397
397
|
// Handle the result
|
|
398
398
|
console.log(result);
|
|
@@ -437,7 +437,7 @@ async function run() {
|
|
|
437
437
|
"<value>",
|
|
438
438
|
],
|
|
439
439
|
},
|
|
440
|
-
}, "<
|
|
440
|
+
}, "<id>");
|
|
441
441
|
|
|
442
442
|
if (!res.ok) {
|
|
443
443
|
throw res.error;
|
|
@@ -39,19 +39,20 @@ async function run() {
|
|
|
39
39
|
"<value>",
|
|
40
40
|
],
|
|
41
41
|
config: {
|
|
42
|
+
"model": "gpt-3.5-turbo",
|
|
43
|
+
"version": "v0.1",
|
|
44
|
+
"provider": "openai",
|
|
42
45
|
"hyperparameters": {
|
|
43
|
-
"
|
|
46
|
+
"temperature": 0,
|
|
47
|
+
"top_p": 1,
|
|
44
48
|
"max_tokens": 1000,
|
|
45
|
-
"n": 1,
|
|
46
49
|
"presence_penalty": 0,
|
|
50
|
+
"frequency_penalty": 0,
|
|
47
51
|
"stop": [
|
|
48
52
|
"<value>",
|
|
49
53
|
],
|
|
50
|
-
"
|
|
51
|
-
"top_p": 1,
|
|
54
|
+
"n": 1,
|
|
52
55
|
},
|
|
53
|
-
"model": "gpt-3.5-turbo",
|
|
54
|
-
"provider": "openai",
|
|
55
56
|
"template": [
|
|
56
57
|
{
|
|
57
58
|
"role": "system",
|
|
@@ -65,9 +66,10 @@ async function run() {
|
|
|
65
66
|
},
|
|
66
67
|
],
|
|
67
68
|
"type": "chat",
|
|
68
|
-
"version": "v0.1",
|
|
69
69
|
},
|
|
70
70
|
inputs: {
|
|
71
|
+
"context": "Hello world",
|
|
72
|
+
"question": "What is in the context?",
|
|
71
73
|
"chat_history": [
|
|
72
74
|
{
|
|
73
75
|
"role": "system",
|
|
@@ -80,20 +82,18 @@ async function run() {
|
|
|
80
82
|
"content": "What is in the context?",
|
|
81
83
|
},
|
|
82
84
|
],
|
|
83
|
-
"context": "Hello world",
|
|
84
|
-
"question": "What is in the context?",
|
|
85
85
|
},
|
|
86
86
|
outputs: {
|
|
87
|
-
"content": "Hello world",
|
|
88
87
|
"role": "assistant",
|
|
88
|
+
"content": "Hello world",
|
|
89
89
|
},
|
|
90
90
|
error: "<value>",
|
|
91
91
|
startTime: 1714978764301,
|
|
92
92
|
endTime: 1714978765301,
|
|
93
93
|
duration: 999.8056,
|
|
94
94
|
metadata: {
|
|
95
|
-
"completion_tokens": 23,
|
|
96
95
|
"cost": 0.00008,
|
|
96
|
+
"completion_tokens": 23,
|
|
97
97
|
"prompt_tokens": 35,
|
|
98
98
|
"total_tokens": 58,
|
|
99
99
|
},
|
|
@@ -146,19 +146,20 @@ async function run() {
|
|
|
146
146
|
"<value>",
|
|
147
147
|
],
|
|
148
148
|
config: {
|
|
149
|
+
"model": "gpt-3.5-turbo",
|
|
150
|
+
"version": "v0.1",
|
|
151
|
+
"provider": "openai",
|
|
149
152
|
"hyperparameters": {
|
|
150
|
-
"
|
|
153
|
+
"temperature": 0,
|
|
154
|
+
"top_p": 1,
|
|
151
155
|
"max_tokens": 1000,
|
|
152
|
-
"n": 1,
|
|
153
156
|
"presence_penalty": 0,
|
|
157
|
+
"frequency_penalty": 0,
|
|
154
158
|
"stop": [
|
|
155
159
|
"<value>",
|
|
156
160
|
],
|
|
157
|
-
"
|
|
158
|
-
"top_p": 1,
|
|
161
|
+
"n": 1,
|
|
159
162
|
},
|
|
160
|
-
"model": "gpt-3.5-turbo",
|
|
161
|
-
"provider": "openai",
|
|
162
163
|
"template": [
|
|
163
164
|
{
|
|
164
165
|
"role": "system",
|
|
@@ -172,9 +173,10 @@ async function run() {
|
|
|
172
173
|
},
|
|
173
174
|
],
|
|
174
175
|
"type": "chat",
|
|
175
|
-
"version": "v0.1",
|
|
176
176
|
},
|
|
177
177
|
inputs: {
|
|
178
|
+
"context": "Hello world",
|
|
179
|
+
"question": "What is in the context?",
|
|
178
180
|
"chat_history": [
|
|
179
181
|
{
|
|
180
182
|
"role": "system",
|
|
@@ -187,20 +189,18 @@ async function run() {
|
|
|
187
189
|
"content": "What is in the context?",
|
|
188
190
|
},
|
|
189
191
|
],
|
|
190
|
-
"context": "Hello world",
|
|
191
|
-
"question": "What is in the context?",
|
|
192
192
|
},
|
|
193
193
|
outputs: {
|
|
194
|
-
"content": "Hello world",
|
|
195
194
|
"role": "assistant",
|
|
195
|
+
"content": "Hello world",
|
|
196
196
|
},
|
|
197
197
|
error: "<value>",
|
|
198
198
|
startTime: 1714978764301,
|
|
199
199
|
endTime: 1714978765301,
|
|
200
200
|
duration: 999.8056,
|
|
201
201
|
metadata: {
|
|
202
|
-
"completion_tokens": 23,
|
|
203
202
|
"cost": 0.00008,
|
|
203
|
+
"completion_tokens": 23,
|
|
204
204
|
"prompt_tokens": 35,
|
|
205
205
|
"total_tokens": 58,
|
|
206
206
|
},
|
|
@@ -267,8 +267,8 @@ async function run() {
|
|
|
267
267
|
await honeyHive.events.updateEvent({
|
|
268
268
|
eventId: "7f22137a-6911-4ed3-bc36-110f1dde6b66",
|
|
269
269
|
metadata: {
|
|
270
|
-
"completion_tokens": 23,
|
|
271
270
|
"cost": 0.00008,
|
|
271
|
+
"completion_tokens": 23,
|
|
272
272
|
"prompt_tokens": 35,
|
|
273
273
|
"total_tokens": 58,
|
|
274
274
|
},
|
|
@@ -279,8 +279,8 @@ async function run() {
|
|
|
279
279
|
"num_words": 2,
|
|
280
280
|
},
|
|
281
281
|
outputs: {
|
|
282
|
-
"content": "Hello world",
|
|
283
282
|
"role": "assistant",
|
|
283
|
+
"content": "Hello world",
|
|
284
284
|
},
|
|
285
285
|
config: {
|
|
286
286
|
"template": [
|
|
@@ -320,8 +320,8 @@ async function run() {
|
|
|
320
320
|
const res = await eventsUpdateEvent(honeyHive, {
|
|
321
321
|
eventId: "7f22137a-6911-4ed3-bc36-110f1dde6b66",
|
|
322
322
|
metadata: {
|
|
323
|
-
"completion_tokens": 23,
|
|
324
323
|
"cost": 0.00008,
|
|
324
|
+
"completion_tokens": 23,
|
|
325
325
|
"prompt_tokens": 35,
|
|
326
326
|
"total_tokens": 58,
|
|
327
327
|
},
|
|
@@ -332,8 +332,8 @@ async function run() {
|
|
|
332
332
|
"num_words": 2,
|
|
333
333
|
},
|
|
334
334
|
outputs: {
|
|
335
|
-
"content": "Hello world",
|
|
336
335
|
"role": "assistant",
|
|
336
|
+
"content": "Hello world",
|
|
337
337
|
},
|
|
338
338
|
config: {
|
|
339
339
|
"template": [
|
|
@@ -498,13 +498,13 @@ async function run() {
|
|
|
498
498
|
},
|
|
499
499
|
],
|
|
500
500
|
response: {
|
|
501
|
-
"content": "Hello, world!",
|
|
502
501
|
"role": "assistant",
|
|
502
|
+
"content": "Hello, world!",
|
|
503
503
|
},
|
|
504
504
|
duration: 42,
|
|
505
505
|
usage: {
|
|
506
|
-
"completion_tokens": 10,
|
|
507
506
|
"prompt_tokens": 10,
|
|
507
|
+
"completion_tokens": 10,
|
|
508
508
|
"total_tokens": 20,
|
|
509
509
|
},
|
|
510
510
|
cost: 0.00008,
|
|
@@ -512,15 +512,15 @@ async function run() {
|
|
|
512
512
|
source: "playground",
|
|
513
513
|
eventName: "Model Completion",
|
|
514
514
|
hyperparameters: {
|
|
515
|
-
"
|
|
515
|
+
"temperature": 0,
|
|
516
|
+
"top_p": 1,
|
|
516
517
|
"max_tokens": 1000,
|
|
517
|
-
"n": 1,
|
|
518
518
|
"presence_penalty": 0,
|
|
519
|
+
"frequency_penalty": 0,
|
|
519
520
|
"stop": [
|
|
520
521
|
"<value>",
|
|
521
522
|
],
|
|
522
|
-
"
|
|
523
|
-
"top_p": 1,
|
|
523
|
+
"n": 1,
|
|
524
524
|
},
|
|
525
525
|
template: [
|
|
526
526
|
{
|
|
@@ -602,13 +602,13 @@ async function run() {
|
|
|
602
602
|
},
|
|
603
603
|
],
|
|
604
604
|
response: {
|
|
605
|
-
"content": "Hello, world!",
|
|
606
605
|
"role": "assistant",
|
|
606
|
+
"content": "Hello, world!",
|
|
607
607
|
},
|
|
608
608
|
duration: 42,
|
|
609
609
|
usage: {
|
|
610
|
-
"completion_tokens": 10,
|
|
611
610
|
"prompt_tokens": 10,
|
|
611
|
+
"completion_tokens": 10,
|
|
612
612
|
"total_tokens": 20,
|
|
613
613
|
},
|
|
614
614
|
cost: 0.00008,
|
|
@@ -616,15 +616,15 @@ async function run() {
|
|
|
616
616
|
source: "playground",
|
|
617
617
|
eventName: "Model Completion",
|
|
618
618
|
hyperparameters: {
|
|
619
|
-
"
|
|
619
|
+
"temperature": 0,
|
|
620
|
+
"top_p": 1,
|
|
620
621
|
"max_tokens": 1000,
|
|
621
|
-
"n": 1,
|
|
622
622
|
"presence_penalty": 0,
|
|
623
|
+
"frequency_penalty": 0,
|
|
623
624
|
"stop": [
|
|
624
625
|
"<value>",
|
|
625
626
|
],
|
|
626
|
-
"
|
|
627
|
-
"top_p": 1,
|
|
627
|
+
"n": 1,
|
|
628
628
|
},
|
|
629
629
|
template: [
|
|
630
630
|
{
|
|
@@ -183,7 +183,7 @@ const honeyHive = new HoneyHive({
|
|
|
183
183
|
});
|
|
184
184
|
|
|
185
185
|
async function run() {
|
|
186
|
-
const result = await honeyHive.experiments.getRun("<
|
|
186
|
+
const result = await honeyHive.experiments.getRun("<id>");
|
|
187
187
|
|
|
188
188
|
// Handle the result
|
|
189
189
|
console.log(result);
|
|
@@ -207,7 +207,7 @@ const honeyHive = new HoneyHiveCore({
|
|
|
207
207
|
});
|
|
208
208
|
|
|
209
209
|
async function run() {
|
|
210
|
-
const res = await experimentsGetRun(honeyHive, "<
|
|
210
|
+
const res = await experimentsGetRun(honeyHive, "<id>");
|
|
211
211
|
|
|
212
212
|
if (!res.ok) {
|
|
213
213
|
throw res.error;
|
|
@@ -255,7 +255,7 @@ const honeyHive = new HoneyHive({
|
|
|
255
255
|
});
|
|
256
256
|
|
|
257
257
|
async function run() {
|
|
258
|
-
const result = await honeyHive.experiments.updateRun({}, "<
|
|
258
|
+
const result = await honeyHive.experiments.updateRun({}, "<id>");
|
|
259
259
|
|
|
260
260
|
// Handle the result
|
|
261
261
|
console.log(result);
|
|
@@ -279,7 +279,7 @@ const honeyHive = new HoneyHiveCore({
|
|
|
279
279
|
});
|
|
280
280
|
|
|
281
281
|
async function run() {
|
|
282
|
-
const res = await experimentsUpdateRun(honeyHive, {}, "<
|
|
282
|
+
const res = await experimentsUpdateRun(honeyHive, {}, "<id>");
|
|
283
283
|
|
|
284
284
|
if (!res.ok) {
|
|
285
285
|
throw res.error;
|
|
@@ -328,7 +328,7 @@ const honeyHive = new HoneyHive({
|
|
|
328
328
|
});
|
|
329
329
|
|
|
330
330
|
async function run() {
|
|
331
|
-
const result = await honeyHive.experiments.deleteRun("<
|
|
331
|
+
const result = await honeyHive.experiments.deleteRun("<id>");
|
|
332
332
|
|
|
333
333
|
// Handle the result
|
|
334
334
|
console.log(result);
|
|
@@ -352,7 +352,7 @@ const honeyHive = new HoneyHiveCore({
|
|
|
352
352
|
});
|
|
353
353
|
|
|
354
354
|
async function run() {
|
|
355
|
-
const res = await experimentsDeleteRun(honeyHive, "<
|
|
355
|
+
const res = await experimentsDeleteRun(honeyHive, "<id>");
|
|
356
356
|
|
|
357
357
|
if (!res.ok) {
|
|
358
358
|
throw res.error;
|