llama-stack-client 0.0.1-alpha.0 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +22 -201
- package/README.md +60 -26
- package/core.d.ts +7 -7
- package/core.d.ts.map +1 -1
- package/core.js +35 -16
- package/core.js.map +1 -1
- package/core.mjs +32 -14
- package/core.mjs.map +1 -1
- package/error.d.ts +18 -24
- package/error.d.ts.map +1 -1
- package/error.js +1 -31
- package/error.js.map +1 -1
- package/error.mjs +1 -31
- package/error.mjs.map +1 -1
- package/index.d.mts +100 -121
- package/index.d.ts +100 -121
- package/index.d.ts.map +1 -1
- package/index.js +90 -44
- package/index.js.map +1 -1
- package/index.mjs +74 -43
- package/index.mjs.map +1 -1
- package/internal/decoders/jsonl.d.ts +12 -0
- package/internal/decoders/jsonl.d.ts.map +1 -0
- package/internal/decoders/jsonl.js +35 -0
- package/internal/decoders/jsonl.js.map +1 -0
- package/internal/decoders/jsonl.mjs +31 -0
- package/internal/decoders/jsonl.mjs.map +1 -0
- package/internal/decoders/line.d.ts +20 -0
- package/internal/decoders/line.d.ts.map +1 -0
- package/internal/decoders/line.js +88 -0
- package/internal/decoders/line.js.map +1 -0
- package/internal/decoders/line.mjs +84 -0
- package/internal/decoders/line.mjs.map +1 -0
- package/internal/qs/formats.d.ts +6 -0
- package/internal/qs/formats.d.ts.map +1 -0
- package/internal/qs/formats.js +11 -0
- package/internal/qs/formats.js.map +1 -0
- package/internal/qs/formats.mjs +8 -0
- package/internal/qs/formats.mjs.map +1 -0
- package/internal/qs/index.d.ts +10 -0
- package/internal/qs/index.d.ts.map +1 -0
- package/internal/qs/index.js +14 -0
- package/internal/qs/index.js.map +1 -0
- package/internal/qs/index.mjs +10 -0
- package/internal/qs/index.mjs.map +1 -0
- package/internal/qs/stringify.d.ts +3 -0
- package/internal/qs/stringify.d.ts.map +1 -0
- package/internal/qs/stringify.js +280 -0
- package/internal/qs/stringify.js.map +1 -0
- package/internal/qs/stringify.mjs +276 -0
- package/internal/qs/stringify.mjs.map +1 -0
- package/internal/qs/types.d.ts +57 -0
- package/internal/qs/types.d.ts.map +1 -0
- package/internal/qs/types.js +3 -0
- package/internal/qs/types.js.map +1 -0
- package/internal/qs/types.mjs +2 -0
- package/internal/qs/types.mjs.map +1 -0
- package/internal/qs/utils.d.ts +14 -0
- package/internal/qs/utils.d.ts.map +1 -0
- package/internal/qs/utils.js +229 -0
- package/internal/qs/utils.js.map +1 -0
- package/internal/qs/utils.mjs +217 -0
- package/internal/qs/utils.mjs.map +1 -0
- package/internal/stream-utils.d.ts +8 -0
- package/internal/stream-utils.d.ts.map +1 -0
- package/internal/stream-utils.js +39 -0
- package/internal/stream-utils.js.map +1 -0
- package/internal/stream-utils.mjs +35 -0
- package/internal/stream-utils.mjs.map +1 -0
- package/package.json +8 -6
- package/resources/agents/agents.d.ts +22 -187
- package/resources/agents/agents.d.ts.map +1 -1
- package/resources/agents/agents.js +15 -32
- package/resources/agents/agents.js.map +1 -1
- package/resources/agents/agents.mjs +15 -32
- package/resources/agents/agents.mjs.map +1 -1
- package/resources/agents/index.d.ts +4 -4
- package/resources/agents/index.d.ts.map +1 -1
- package/resources/agents/index.js +7 -7
- package/resources/agents/index.js.map +1 -1
- package/resources/agents/index.mjs +3 -3
- package/resources/agents/index.mjs.map +1 -1
- package/resources/agents/session.d.ts +28 -0
- package/resources/agents/session.d.ts.map +1 -0
- package/resources/agents/session.js +25 -0
- package/resources/agents/session.js.map +1 -0
- package/resources/agents/session.mjs +21 -0
- package/resources/agents/session.mjs.map +1 -0
- package/resources/agents/steps.d.ts +3 -24
- package/resources/agents/steps.d.ts.map +1 -1
- package/resources/agents/steps.js +2 -14
- package/resources/agents/steps.js.map +1 -1
- package/resources/agents/steps.mjs +2 -14
- package/resources/agents/steps.mjs.map +1 -1
- package/resources/agents/turn.d.ts +169 -0
- package/resources/agents/turn.d.ts.map +1 -0
- package/resources/agents/turn.js +19 -0
- package/resources/agents/turn.js.map +1 -0
- package/resources/agents/turn.mjs +15 -0
- package/resources/agents/turn.mjs.map +1 -0
- package/resources/batch-inference.d.ts +17 -64
- package/resources/batch-inference.d.ts.map +1 -1
- package/resources/batch-inference.js +4 -26
- package/resources/batch-inference.js.map +1 -1
- package/resources/batch-inference.mjs +4 -26
- package/resources/batch-inference.mjs.map +1 -1
- package/resources/datasetio.d.ts +25 -0
- package/resources/datasetio.d.ts.map +1 -0
- package/resources/datasetio.js +19 -0
- package/resources/datasetio.js.map +1 -0
- package/resources/datasetio.mjs +15 -0
- package/resources/datasetio.mjs.map +1 -0
- package/resources/datasets.d.ts +45 -46
- package/resources/datasets.d.ts.map +1 -1
- package/resources/datasets.js +11 -35
- package/resources/datasets.js.map +1 -1
- package/resources/datasets.mjs +11 -35
- package/resources/datasets.mjs.map +1 -1
- package/resources/eval/eval.d.ts +59 -0
- package/resources/eval/eval.d.ts.map +1 -0
- package/resources/{inference/embeddings.js → eval/eval.js} +16 -20
- package/resources/eval/eval.js.map +1 -0
- package/resources/eval/eval.mjs +18 -0
- package/resources/eval/eval.mjs.map +1 -0
- package/resources/eval/index.d.ts +3 -0
- package/resources/eval/index.d.ts.map +1 -0
- package/resources/eval/index.js +9 -0
- package/resources/eval/index.js.map +1 -0
- package/resources/eval/index.mjs +4 -0
- package/resources/eval/index.mjs.map +1 -0
- package/resources/eval/jobs.d.ts +13 -0
- package/resources/eval/jobs.d.ts.map +1 -0
- package/resources/eval/jobs.js +21 -0
- package/resources/eval/jobs.js.map +1 -0
- package/resources/eval/jobs.mjs +17 -0
- package/resources/eval/jobs.mjs.map +1 -0
- package/resources/eval-tasks.d.ts +32 -0
- package/resources/eval-tasks.d.ts.map +1 -0
- package/resources/eval-tasks.js +22 -0
- package/resources/eval-tasks.js.map +1 -0
- package/resources/eval-tasks.mjs +18 -0
- package/resources/eval-tasks.mjs.map +1 -0
- package/resources/index.d.ts +23 -15
- package/resources/index.d.ts.map +1 -1
- package/resources/index.js +33 -17
- package/resources/index.js.map +1 -1
- package/resources/index.mjs +19 -11
- package/resources/index.mjs.map +1 -1
- package/resources/inference.d.ts +241 -0
- package/resources/inference.d.ts.map +1 -0
- package/resources/inference.js +29 -0
- package/resources/inference.js.map +1 -0
- package/resources/inference.mjs +25 -0
- package/resources/inference.mjs.map +1 -0
- package/resources/inspect.d.ts +26 -0
- package/resources/inspect.d.ts.map +1 -0
- package/resources/inspect.js +15 -0
- package/resources/inspect.js.map +1 -0
- package/resources/inspect.mjs +11 -0
- package/resources/inspect.mjs.map +1 -0
- package/resources/models.d.ts +21 -36
- package/resources/models.d.ts.map +1 -1
- package/resources/models.js +11 -27
- package/resources/models.js.map +1 -1
- package/resources/models.mjs +11 -27
- package/resources/models.mjs.map +1 -1
- package/resources/post-training/index.d.ts +2 -2
- package/resources/post-training/index.d.ts.map +1 -1
- package/resources/post-training/index.js +3 -3
- package/resources/post-training/index.js.map +1 -1
- package/resources/post-training/index.mjs +1 -1
- package/resources/post-training/index.mjs.map +1 -1
- package/resources/post-training/job.d.ts +40 -0
- package/resources/post-training/job.d.ts.map +1 -0
- package/resources/post-training/job.js +25 -0
- package/resources/post-training/job.js.map +1 -0
- package/resources/post-training/job.mjs +21 -0
- package/resources/post-training/job.mjs.map +1 -0
- package/resources/post-training/post-training.d.ts +95 -142
- package/resources/post-training/post-training.d.ts.map +1 -1
- package/resources/post-training/post-training.js +8 -29
- package/resources/post-training/post-training.js.map +1 -1
- package/resources/post-training/post-training.mjs +8 -29
- package/resources/post-training/post-training.mjs.map +1 -1
- package/resources/providers.d.ts +14 -0
- package/resources/providers.d.ts.map +1 -0
- package/resources/providers.js +12 -0
- package/resources/providers.js.map +1 -0
- package/resources/providers.mjs +8 -0
- package/resources/providers.mjs.map +1 -0
- package/resources/routes.d.ts +14 -0
- package/resources/routes.d.ts.map +1 -0
- package/resources/routes.js +12 -0
- package/resources/routes.js.map +1 -0
- package/resources/routes.mjs +8 -0
- package/resources/routes.mjs.map +1 -0
- package/resources/safety.d.ts +6 -29
- package/resources/safety.d.ts.map +1 -1
- package/resources/safety.js +2 -14
- package/resources/safety.js.map +1 -1
- package/resources/safety.mjs +2 -14
- package/resources/safety.mjs.map +1 -1
- package/resources/scoring-functions.d.ts +53 -0
- package/resources/scoring-functions.d.ts.map +1 -0
- package/resources/scoring-functions.js +22 -0
- package/resources/scoring-functions.js.map +1 -0
- package/resources/scoring-functions.mjs +18 -0
- package/resources/scoring-functions.mjs.map +1 -0
- package/resources/scoring.d.ts +28 -0
- package/resources/scoring.d.ts.map +1 -0
- package/resources/scoring.js +15 -0
- package/resources/scoring.js.map +1 -0
- package/resources/scoring.mjs +11 -0
- package/resources/scoring.mjs.map +1 -0
- package/resources/shared.d.ts +338 -14
- package/resources/shared.d.ts.map +1 -1
- package/resources/shields.d.ts +18 -32
- package/resources/shields.d.ts.map +1 -1
- package/resources/shields.js +7 -29
- package/resources/shields.js.map +1 -1
- package/resources/shields.mjs +7 -29
- package/resources/shields.mjs.map +1 -1
- package/resources/synthetic-data-generation.d.ts +7 -24
- package/resources/synthetic-data-generation.d.ts.map +1 -1
- package/resources/synthetic-data-generation.js +5 -17
- package/resources/synthetic-data-generation.js.map +1 -1
- package/resources/synthetic-data-generation.mjs +3 -15
- package/resources/synthetic-data-generation.mjs.map +1 -1
- package/resources/telemetry.d.ts +95 -35
- package/resources/telemetry.d.ts.map +1 -1
- package/resources/telemetry.js +29 -22
- package/resources/telemetry.js.map +1 -1
- package/resources/telemetry.mjs +29 -22
- package/resources/telemetry.mjs.map +1 -1
- package/resources/tool-runtime/index.d.ts +3 -0
- package/resources/tool-runtime/index.d.ts.map +1 -0
- package/resources/tool-runtime/index.js +9 -0
- package/resources/tool-runtime/index.js.map +1 -0
- package/resources/tool-runtime/index.mjs +4 -0
- package/resources/tool-runtime/index.mjs.map +1 -0
- package/resources/tool-runtime/rag-tool.d.ts +27 -0
- package/resources/tool-runtime/rag-tool.d.ts.map +1 -0
- package/resources/tool-runtime/rag-tool.js +25 -0
- package/resources/tool-runtime/rag-tool.js.map +1 -0
- package/resources/tool-runtime/rag-tool.mjs +21 -0
- package/resources/tool-runtime/rag-tool.mjs.map +1 -0
- package/resources/tool-runtime/tool-runtime.d.ts +48 -0
- package/resources/tool-runtime/tool-runtime.d.ts.map +1 -0
- package/resources/{evaluate/evaluate.js → tool-runtime/tool-runtime.js} +29 -18
- package/resources/tool-runtime/tool-runtime.js.map +1 -0
- package/resources/tool-runtime/tool-runtime.mjs +33 -0
- package/resources/tool-runtime/tool-runtime.mjs.map +1 -0
- package/resources/toolgroups.d.ts +40 -0
- package/resources/toolgroups.d.ts.map +1 -0
- package/resources/toolgroups.js +37 -0
- package/resources/toolgroups.js.map +1 -0
- package/resources/toolgroups.mjs +33 -0
- package/resources/toolgroups.mjs.map +1 -0
- package/resources/tools.d.ts +41 -0
- package/resources/tools.d.ts.map +1 -0
- package/resources/tools.js +19 -0
- package/resources/tools.js.map +1 -0
- package/resources/tools.mjs +15 -0
- package/resources/tools.mjs.map +1 -0
- package/resources/vector-dbs.d.ts +59 -0
- package/resources/vector-dbs.d.ts.map +1 -0
- package/resources/vector-dbs.js +24 -0
- package/resources/vector-dbs.js.map +1 -0
- package/resources/vector-dbs.mjs +20 -0
- package/resources/vector-dbs.mjs.map +1 -0
- package/resources/vector-io.d.ts +37 -0
- package/resources/vector-io.d.ts.map +1 -0
- package/resources/vector-io.js +19 -0
- package/resources/vector-io.js.map +1 -0
- package/resources/vector-io.mjs +15 -0
- package/resources/vector-io.mjs.map +1 -0
- package/src/core.ts +46 -24
- package/src/error.ts +25 -41
- package/src/index.ts +437 -155
- package/src/internal/decoders/jsonl.ts +41 -0
- package/src/internal/decoders/line.ts +114 -0
- package/src/internal/qs/LICENSE.md +13 -0
- package/src/internal/qs/README.md +3 -0
- package/src/internal/qs/formats.ts +9 -0
- package/src/internal/qs/index.ts +13 -0
- package/src/internal/qs/stringify.ts +388 -0
- package/src/internal/qs/types.ts +71 -0
- package/src/internal/qs/utils.ts +265 -0
- package/src/internal/stream-utils.ts +32 -0
- package/src/resources/agents/agents.ts +72 -299
- package/src/resources/agents/index.ts +24 -27
- package/src/resources/agents/session.ts +73 -0
- package/src/resources/agents/steps.ts +14 -40
- package/src/resources/agents/turn.ts +292 -0
- package/src/resources/batch-inference.ts +30 -95
- package/src/resources/datasetio.ts +53 -0
- package/src/resources/datasets.ts +87 -81
- package/src/resources/eval/eval.ts +104 -0
- package/src/resources/eval/index.ts +12 -0
- package/src/resources/eval/jobs.ts +36 -0
- package/src/resources/eval-tasks.ts +69 -0
- package/src/resources/index.ts +141 -65
- package/src/resources/inference.ts +346 -0
- package/src/resources/inspect.ts +47 -0
- package/src/resources/models.ts +46 -66
- package/src/resources/post-training/index.ts +14 -14
- package/src/resources/post-training/job.ts +84 -0
- package/src/resources/post-training/post-training.ts +151 -182
- package/src/resources/providers.ts +26 -0
- package/src/resources/routes.ts +23 -0
- package/src/resources/safety.ts +8 -47
- package/src/resources/scoring-functions.ts +108 -0
- package/src/resources/scoring.ts +52 -0
- package/src/resources/shared.ts +462 -14
- package/src/resources/shields.ts +37 -64
- package/src/resources/synthetic-data-generation.ts +13 -40
- package/src/resources/telemetry.ts +229 -65
- package/src/resources/tool-runtime/index.ts +10 -0
- package/src/resources/tool-runtime/rag-tool.ts +45 -0
- package/src/resources/tool-runtime/tool-runtime.ts +106 -0
- package/src/resources/toolgroups.ts +80 -0
- package/src/resources/tools.ts +81 -0
- package/src/resources/vector-dbs.ts +121 -0
- package/src/resources/vector-io.ts +65 -0
- package/src/streaming.ts +6 -148
- package/src/version.ts +1 -1
- package/streaming.d.ts +0 -7
- package/streaming.d.ts.map +1 -1
- package/streaming.js +8 -123
- package/streaming.js.map +1 -1
- package/streaming.mjs +4 -118
- package/streaming.mjs.map +1 -1
- package/version.d.ts +1 -1
- package/version.d.ts.map +1 -1
- package/version.js +1 -1
- package/version.js.map +1 -1
- package/version.mjs +1 -1
- package/version.mjs.map +1 -1
- package/resources/agents/sessions.d.ts +0 -76
- package/resources/agents/sessions.d.ts.map +0 -1
- package/resources/agents/sessions.js +0 -52
- package/resources/agents/sessions.js.map +0 -1
- package/resources/agents/sessions.mjs +0 -48
- package/resources/agents/sessions.mjs.map +0 -1
- package/resources/agents/turns.d.ts +0 -133
- package/resources/agents/turns.d.ts.map +0 -1
- package/resources/agents/turns.js +0 -38
- package/resources/agents/turns.js.map +0 -1
- package/resources/agents/turns.mjs +0 -34
- package/resources/agents/turns.mjs.map +0 -1
- package/resources/evaluate/evaluate.d.ts +0 -29
- package/resources/evaluate/evaluate.d.ts.map +0 -1
- package/resources/evaluate/evaluate.js.map +0 -1
- package/resources/evaluate/evaluate.mjs +0 -22
- package/resources/evaluate/evaluate.mjs.map +0 -1
- package/resources/evaluate/index.d.ts +0 -6
- package/resources/evaluate/index.d.ts.map +0 -1
- package/resources/evaluate/index.js +0 -15
- package/resources/evaluate/index.js.map +0 -1
- package/resources/evaluate/index.mjs +0 -7
- package/resources/evaluate/index.mjs.map +0 -1
- package/resources/evaluate/jobs/artifacts.d.ts +0 -22
- package/resources/evaluate/jobs/artifacts.d.ts.map +0 -1
- package/resources/evaluate/jobs/artifacts.js +0 -24
- package/resources/evaluate/jobs/artifacts.js.map +0 -1
- package/resources/evaluate/jobs/artifacts.mjs +0 -20
- package/resources/evaluate/jobs/artifacts.mjs.map +0 -1
- package/resources/evaluate/jobs/index.d.ts +0 -5
- package/resources/evaluate/jobs/index.d.ts.map +0 -1
- package/resources/evaluate/jobs/index.js +0 -13
- package/resources/evaluate/jobs/index.js.map +0 -1
- package/resources/evaluate/jobs/index.mjs +0 -6
- package/resources/evaluate/jobs/index.mjs.map +0 -1
- package/resources/evaluate/jobs/jobs.d.ts +0 -56
- package/resources/evaluate/jobs/jobs.d.ts.map +0 -1
- package/resources/evaluate/jobs/jobs.js +0 -76
- package/resources/evaluate/jobs/jobs.js.map +0 -1
- package/resources/evaluate/jobs/jobs.mjs +0 -49
- package/resources/evaluate/jobs/jobs.mjs.map +0 -1
- package/resources/evaluate/jobs/logs.d.ts +0 -22
- package/resources/evaluate/jobs/logs.d.ts.map +0 -1
- package/resources/evaluate/jobs/logs.js +0 -24
- package/resources/evaluate/jobs/logs.js.map +0 -1
- package/resources/evaluate/jobs/logs.mjs +0 -20
- package/resources/evaluate/jobs/logs.mjs.map +0 -1
- package/resources/evaluate/jobs/status.d.ts +0 -22
- package/resources/evaluate/jobs/status.d.ts.map +0 -1
- package/resources/evaluate/jobs/status.js +0 -24
- package/resources/evaluate/jobs/status.js.map +0 -1
- package/resources/evaluate/jobs/status.mjs +0 -20
- package/resources/evaluate/jobs/status.mjs.map +0 -1
- package/resources/evaluate/question-answering.d.ts +0 -22
- package/resources/evaluate/question-answering.d.ts.map +0 -1
- package/resources/evaluate/question-answering.js +0 -24
- package/resources/evaluate/question-answering.js.map +0 -1
- package/resources/evaluate/question-answering.mjs +0 -20
- package/resources/evaluate/question-answering.mjs.map +0 -1
- package/resources/evaluate/summarization.d.ts +0 -4
- package/resources/evaluate/summarization.d.ts.map +0 -1
- package/resources/evaluate/summarization.js +0 -9
- package/resources/evaluate/summarization.js.map +0 -1
- package/resources/evaluate/summarization.mjs +0 -5
- package/resources/evaluate/summarization.mjs.map +0 -1
- package/resources/evaluate/text-generation.d.ts +0 -4
- package/resources/evaluate/text-generation.d.ts.map +0 -1
- package/resources/evaluate/text-generation.js +0 -9
- package/resources/evaluate/text-generation.js.map +0 -1
- package/resources/evaluate/text-generation.mjs +0 -5
- package/resources/evaluate/text-generation.mjs.map +0 -1
- package/resources/evaluations.d.ts +0 -35
- package/resources/evaluations.d.ts.map +0 -1
- package/resources/evaluations.js +0 -37
- package/resources/evaluations.js.map +0 -1
- package/resources/evaluations.mjs +0 -33
- package/resources/evaluations.mjs.map +0 -1
- package/resources/inference/embeddings.d.ts +0 -29
- package/resources/inference/embeddings.d.ts.map +0 -1
- package/resources/inference/embeddings.js.map +0 -1
- package/resources/inference/embeddings.mjs +0 -22
- package/resources/inference/embeddings.mjs.map +0 -1
- package/resources/inference/index.d.ts +0 -3
- package/resources/inference/index.d.ts.map +0 -1
- package/resources/inference/index.js +0 -9
- package/resources/inference/index.js.map +0 -1
- package/resources/inference/index.mjs +0 -4
- package/resources/inference/index.mjs.map +0 -1
- package/resources/inference/inference.d.ts +0 -172
- package/resources/inference/inference.d.ts.map +0 -1
- package/resources/inference/inference.js +0 -67
- package/resources/inference/inference.js.map +0 -1
- package/resources/inference/inference.mjs +0 -40
- package/resources/inference/inference.mjs.map +0 -1
- package/resources/memory/documents.d.ts +0 -49
- package/resources/memory/documents.d.ts.map +0 -1
- package/resources/memory/documents.js +0 -39
- package/resources/memory/documents.js.map +0 -1
- package/resources/memory/documents.mjs +0 -35
- package/resources/memory/documents.mjs.map +0 -1
- package/resources/memory/index.d.ts +0 -3
- package/resources/memory/index.d.ts.map +0 -1
- package/resources/memory/index.js +0 -9
- package/resources/memory/index.js.map +0 -1
- package/resources/memory/index.mjs +0 -4
- package/resources/memory/index.mjs.map +0 -1
- package/resources/memory/memory.d.ts +0 -158
- package/resources/memory/memory.d.ts.map +0 -1
- package/resources/memory/memory.js +0 -137
- package/resources/memory/memory.js.map +0 -1
- package/resources/memory/memory.mjs +0 -110
- package/resources/memory/memory.mjs.map +0 -1
- package/resources/memory-banks.d.ts +0 -42
- package/resources/memory-banks.d.ts.map +0 -1
- package/resources/memory-banks.js +0 -40
- package/resources/memory-banks.js.map +0 -1
- package/resources/memory-banks.mjs +0 -36
- package/resources/memory-banks.mjs.map +0 -1
- package/resources/post-training/jobs.d.ts +0 -91
- package/resources/post-training/jobs.d.ts.map +0 -1
- package/resources/post-training/jobs.js +0 -80
- package/resources/post-training/jobs.js.map +0 -1
- package/resources/post-training/jobs.mjs +0 -76
- package/resources/post-training/jobs.mjs.map +0 -1
- package/resources/reward-scoring.d.ts +0 -47
- package/resources/reward-scoring.d.ts.map +0 -1
- package/resources/reward-scoring.js +0 -24
- package/resources/reward-scoring.js.map +0 -1
- package/resources/reward-scoring.mjs +0 -20
- package/resources/reward-scoring.mjs.map +0 -1
- package/src/resources/agents/sessions.ts +0 -135
- package/src/resources/agents/turns.ts +0 -231
- package/src/resources/evaluate/evaluate.ts +0 -35
- package/src/resources/evaluate/index.ts +0 -14
- package/src/resources/evaluate/jobs/artifacts.ts +0 -42
- package/src/resources/evaluate/jobs/index.ts +0 -13
- package/src/resources/evaluate/jobs/jobs.ts +0 -99
- package/src/resources/evaluate/jobs/logs.ts +0 -42
- package/src/resources/evaluate/jobs/status.ts +0 -42
- package/src/resources/evaluate/question-answering.ts +0 -42
- package/src/resources/evaluate/summarization.ts +0 -5
- package/src/resources/evaluate/text-generation.ts +0 -5
- package/src/resources/evaluations.ts +0 -73
- package/src/resources/inference/embeddings.ts +0 -48
- package/src/resources/inference/index.ts +0 -15
- package/src/resources/inference/inference.ts +0 -268
- package/src/resources/memory/documents.ts +0 -92
- package/src/resources/memory/index.ts +0 -23
- package/src/resources/memory/memory.ts +0 -297
- package/src/resources/memory-banks.ts +0 -84
- package/src/resources/post-training/jobs.ts +0 -192
- package/src/resources/reward-scoring.ts +0 -82
package/resources/datasets.d.ts
CHANGED
|
@@ -1,57 +1,56 @@
|
|
|
1
1
|
import { APIResource } from "../resource.js";
|
|
2
2
|
import * as Core from "../core.js";
|
|
3
|
-
import * as
|
|
3
|
+
import * as Shared from "./shared.js";
|
|
4
4
|
export declare class Datasets extends APIResource {
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
5
|
+
retrieve(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<DatasetRetrieveResponse | null>;
|
|
6
|
+
list(options?: Core.RequestOptions): Core.APIPromise<DatasetListResponse>;
|
|
7
|
+
register(body: DatasetRegisterParams, options?: Core.RequestOptions): Core.APIPromise<void>;
|
|
8
|
+
unregister(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
|
|
8
9
|
}
|
|
9
|
-
export interface
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
10
|
+
export interface ListDatasetsResponse {
|
|
11
|
+
data: Array<ListDatasetsResponse.Data>;
|
|
12
|
+
}
|
|
13
|
+
export declare namespace ListDatasetsResponse {
|
|
14
|
+
interface Data {
|
|
15
|
+
dataset_schema: Record<string, Shared.ParamType>;
|
|
16
|
+
identifier: string;
|
|
17
|
+
metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
|
|
18
|
+
provider_id: string;
|
|
19
|
+
provider_resource_id: string;
|
|
20
|
+
type: 'dataset';
|
|
21
|
+
url: Shared.URL;
|
|
22
|
+
}
|
|
13
23
|
}
|
|
14
|
-
export interface
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
uuid: string;
|
|
23
|
-
/**
|
|
24
|
-
* Header param: JSON-encoded provider data which will be made available to the
|
|
25
|
-
* adapter servicing the API
|
|
26
|
-
*/
|
|
27
|
-
'X-LlamaStack-ProviderData'?: string;
|
|
24
|
+
export interface DatasetRetrieveResponse {
|
|
25
|
+
dataset_schema: Record<string, Shared.ParamType>;
|
|
26
|
+
identifier: string;
|
|
27
|
+
metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
|
|
28
|
+
provider_id: string;
|
|
29
|
+
provider_resource_id: string;
|
|
30
|
+
type: 'dataset';
|
|
31
|
+
url: Shared.URL;
|
|
28
32
|
}
|
|
29
|
-
export
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
33
|
+
export type DatasetListResponse = Array<DatasetListResponse.DatasetListResponseItem>;
|
|
34
|
+
export declare namespace DatasetListResponse {
|
|
35
|
+
interface DatasetListResponseItem {
|
|
36
|
+
dataset_schema: Record<string, Shared.ParamType>;
|
|
37
|
+
identifier: string;
|
|
38
|
+
metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
|
|
39
|
+
provider_id: string;
|
|
40
|
+
provider_resource_id: string;
|
|
41
|
+
type: 'dataset';
|
|
42
|
+
url: Shared.URL;
|
|
43
|
+
}
|
|
39
44
|
}
|
|
40
|
-
export interface
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
* adapter servicing the API
|
|
48
|
-
*/
|
|
49
|
-
'X-LlamaStack-ProviderData'?: string;
|
|
45
|
+
export interface DatasetRegisterParams {
|
|
46
|
+
dataset_id: string;
|
|
47
|
+
dataset_schema: Record<string, Shared.ParamType>;
|
|
48
|
+
url: Shared.URL;
|
|
49
|
+
metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
|
|
50
|
+
provider_dataset_id?: string;
|
|
51
|
+
provider_id?: string;
|
|
50
52
|
}
|
|
51
53
|
export declare namespace Datasets {
|
|
52
|
-
export
|
|
53
|
-
export import DatasetCreateParams = DatasetsAPI.DatasetCreateParams;
|
|
54
|
-
export import DatasetDeleteParams = DatasetsAPI.DatasetDeleteParams;
|
|
55
|
-
export import DatasetGetParams = DatasetsAPI.DatasetGetParams;
|
|
54
|
+
export { type ListDatasetsResponse as ListDatasetsResponse, type DatasetRetrieveResponse as DatasetRetrieveResponse, type DatasetListResponse as DatasetListResponse, type DatasetRegisterParams as DatasetRegisterParams, };
|
|
56
55
|
}
|
|
57
56
|
//# sourceMappingURL=datasets.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,qBAAa,QAAS,SAAQ,WAAW;IACvC,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAIlD,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAMzE,QAAQ,CAAC,IAAI,EAAE,qBAAqB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ3F,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMpF;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;CACxC;AAED,yBAAiB,oBAAoB,CAAC;IACpC,UAAiB,IAAI;QACnB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAEjD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAEtF,WAAW,EAAE,MAAM,CAAC;QAEpB,oBAAoB,EAAE,MAAM,CAAC;QAE7B,IAAI,EAAE,SAAS,CAAC;QAEhB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;KACjB;CACF;AAED,MAAM,WAAW,uBAAuB;IACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,UAAU,EAAE,MAAM,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEtF,WAAW,EAAE,MAAM,CAAC;IAEpB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,IAAI,EAAE,SAAS,CAAC;IAEhB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;CACjB;AAED,MAAM,MAAM,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAC;AAErF,yBAAiB,mBAAmB,CAAC;IACnC,UAAiB,uBAAuB;QACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAEjD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAEtF,WAAW,EAAE,MAAM,CAAC;QAEpB,oBAAoB,EAAE,MAAM,CAAC;QAE7B,IAAI,EAAE,SAAS,CAAC;QAEhB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;KACjB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IAEnB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;IAEhB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}
|
package/resources/datasets.js
CHANGED
|
@@ -4,49 +4,25 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
4
4
|
exports.Datasets = void 0;
|
|
5
5
|
const resource_1 = require("../resource.js");
|
|
6
6
|
class Datasets extends resource_1.APIResource {
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
headers: {
|
|
13
|
-
Accept: '*/*',
|
|
14
|
-
...(xLlamaStackProviderData != null ?
|
|
15
|
-
{ 'X-LlamaStack-ProviderData': xLlamaStackProviderData }
|
|
16
|
-
: undefined),
|
|
17
|
-
...options?.headers,
|
|
18
|
-
},
|
|
19
|
-
});
|
|
7
|
+
retrieve(datasetId, options) {
|
|
8
|
+
return this._client.get(`/v1/datasets/${datasetId}`, options);
|
|
9
|
+
}
|
|
10
|
+
list(options) {
|
|
11
|
+
return this._client.get('/v1/datasets', options)._thenUnwrap((obj) => obj.data);
|
|
20
12
|
}
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
return this._client.post('/datasets/delete', {
|
|
13
|
+
register(body, options) {
|
|
14
|
+
return this._client.post('/v1/datasets', {
|
|
24
15
|
body,
|
|
25
16
|
...options,
|
|
26
|
-
headers: {
|
|
27
|
-
Accept: '*/*',
|
|
28
|
-
...(xLlamaStackProviderData != null ?
|
|
29
|
-
{ 'X-LlamaStack-ProviderData': xLlamaStackProviderData }
|
|
30
|
-
: undefined),
|
|
31
|
-
...options?.headers,
|
|
32
|
-
},
|
|
17
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
33
18
|
});
|
|
34
19
|
}
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
return this._client.get('/datasets/get', {
|
|
38
|
-
query,
|
|
20
|
+
unregister(datasetId, options) {
|
|
21
|
+
return this._client.delete(`/v1/datasets/${datasetId}`, {
|
|
39
22
|
...options,
|
|
40
|
-
headers: {
|
|
41
|
-
...(xLlamaStackProviderData != null ?
|
|
42
|
-
{ 'X-LlamaStack-ProviderData': xLlamaStackProviderData }
|
|
43
|
-
: undefined),
|
|
44
|
-
...options?.headers,
|
|
45
|
-
},
|
|
23
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
46
24
|
});
|
|
47
25
|
}
|
|
48
26
|
}
|
|
49
27
|
exports.Datasets = Datasets;
|
|
50
|
-
(function (Datasets) {
|
|
51
|
-
})(Datasets = exports.Datasets || (exports.Datasets = {}));
|
|
52
28
|
//# sourceMappingURL=datasets.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"datasets.js","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAI1C,MAAa,QAAS,SAAQ,sBAAW;IACvC,
|
|
1
|
+
{"version":3,"file":"datasets.js","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAI1C,MAAa,QAAS,SAAQ,sBAAW;IACvC,QAAQ,CACN,SAAiB,EACjB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CACzC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA2B,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE;YACvC,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,SAAiB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,SAAS,EAAE,EAAE;YACtD,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AA5BD,4BA4BC"}
|
package/resources/datasets.mjs
CHANGED
|
@@ -1,48 +1,24 @@
|
|
|
1
1
|
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
2
|
import { APIResource } from "../resource.mjs";
|
|
3
3
|
export class Datasets extends APIResource {
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
headers: {
|
|
10
|
-
Accept: '*/*',
|
|
11
|
-
...(xLlamaStackProviderData != null ?
|
|
12
|
-
{ 'X-LlamaStack-ProviderData': xLlamaStackProviderData }
|
|
13
|
-
: undefined),
|
|
14
|
-
...options?.headers,
|
|
15
|
-
},
|
|
16
|
-
});
|
|
4
|
+
retrieve(datasetId, options) {
|
|
5
|
+
return this._client.get(`/v1/datasets/${datasetId}`, options);
|
|
6
|
+
}
|
|
7
|
+
list(options) {
|
|
8
|
+
return this._client.get('/v1/datasets', options)._thenUnwrap((obj) => obj.data);
|
|
17
9
|
}
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
return this._client.post('/datasets/delete', {
|
|
10
|
+
register(body, options) {
|
|
11
|
+
return this._client.post('/v1/datasets', {
|
|
21
12
|
body,
|
|
22
13
|
...options,
|
|
23
|
-
headers: {
|
|
24
|
-
Accept: '*/*',
|
|
25
|
-
...(xLlamaStackProviderData != null ?
|
|
26
|
-
{ 'X-LlamaStack-ProviderData': xLlamaStackProviderData }
|
|
27
|
-
: undefined),
|
|
28
|
-
...options?.headers,
|
|
29
|
-
},
|
|
14
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
30
15
|
});
|
|
31
16
|
}
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
return this._client.get('/datasets/get', {
|
|
35
|
-
query,
|
|
17
|
+
unregister(datasetId, options) {
|
|
18
|
+
return this._client.delete(`/v1/datasets/${datasetId}`, {
|
|
36
19
|
...options,
|
|
37
|
-
headers: {
|
|
38
|
-
...(xLlamaStackProviderData != null ?
|
|
39
|
-
{ 'X-LlamaStack-ProviderData': xLlamaStackProviderData }
|
|
40
|
-
: undefined),
|
|
41
|
-
...options?.headers,
|
|
42
|
-
},
|
|
20
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
43
21
|
});
|
|
44
22
|
}
|
|
45
23
|
}
|
|
46
|
-
(function (Datasets) {
|
|
47
|
-
})(Datasets || (Datasets = {}));
|
|
48
24
|
//# sourceMappingURL=datasets.mjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"datasets.mjs","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,QAAS,SAAQ,WAAW;IACvC,
|
|
1
|
+
{"version":3,"file":"datasets.mjs","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,QAAS,SAAQ,WAAW;IACvC,QAAQ,CACN,SAAiB,EACjB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CACzC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA2B,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE;YACvC,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,SAAiB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,SAAS,EAAE,EAAE;YACtD,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { APIResource } from "../../resource.js";
|
|
2
|
+
import * as Core from "../../core.js";
|
|
3
|
+
import * as EvalAPI from "./eval.js";
|
|
4
|
+
import * as ScoringFunctionsAPI from "../scoring-functions.js";
|
|
5
|
+
import * as Shared from "../shared.js";
|
|
6
|
+
import * as JobsAPI from "./jobs.js";
|
|
7
|
+
import { JobStatusResponse, Jobs } from "./jobs.js";
|
|
8
|
+
export declare class Eval extends APIResource {
|
|
9
|
+
jobs: JobsAPI.Jobs;
|
|
10
|
+
evaluateRows(taskId: string, body: EvalEvaluateRowsParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
|
|
11
|
+
runEval(taskId: string, body: EvalRunEvalParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
|
|
12
|
+
}
|
|
13
|
+
export type EvalCandidate = EvalCandidate.ModelCandidate | EvalCandidate.AgentCandidate;
|
|
14
|
+
export declare namespace EvalCandidate {
|
|
15
|
+
interface ModelCandidate {
|
|
16
|
+
model: string;
|
|
17
|
+
sampling_params: Shared.SamplingParams;
|
|
18
|
+
type: 'model';
|
|
19
|
+
system_message?: Shared.SystemMessage;
|
|
20
|
+
}
|
|
21
|
+
interface AgentCandidate {
|
|
22
|
+
config: Shared.AgentConfig;
|
|
23
|
+
type: 'agent';
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
export type EvalTaskConfig = EvalTaskConfig.BenchmarkEvalTaskConfig | EvalTaskConfig.AppEvalTaskConfig;
|
|
27
|
+
export declare namespace EvalTaskConfig {
|
|
28
|
+
interface BenchmarkEvalTaskConfig {
|
|
29
|
+
eval_candidate: EvalAPI.EvalCandidate;
|
|
30
|
+
type: 'benchmark';
|
|
31
|
+
num_examples?: number;
|
|
32
|
+
}
|
|
33
|
+
interface AppEvalTaskConfig {
|
|
34
|
+
eval_candidate: EvalAPI.EvalCandidate;
|
|
35
|
+
scoring_params: Record<string, ScoringFunctionsAPI.ScoringFnParams>;
|
|
36
|
+
type: 'app';
|
|
37
|
+
num_examples?: number;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
export interface EvaluateResponse {
|
|
41
|
+
generations: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
|
|
42
|
+
scores: Record<string, Shared.ScoringResult>;
|
|
43
|
+
}
|
|
44
|
+
export interface Job {
|
|
45
|
+
job_id: string;
|
|
46
|
+
}
|
|
47
|
+
export interface EvalEvaluateRowsParams {
|
|
48
|
+
input_rows: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
|
|
49
|
+
scoring_functions: Array<string>;
|
|
50
|
+
task_config: EvalTaskConfig;
|
|
51
|
+
}
|
|
52
|
+
export interface EvalRunEvalParams {
|
|
53
|
+
task_config: EvalTaskConfig;
|
|
54
|
+
}
|
|
55
|
+
export declare namespace Eval {
|
|
56
|
+
export { type EvalCandidate as EvalCandidate, type EvalTaskConfig as EvalTaskConfig, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalRunEvalParams as EvalRunEvalParams, };
|
|
57
|
+
export { Jobs as Jobs, type JobStatusResponse as JobStatusResponse };
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=eval.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,mBAAmB,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAEjD,qBAAa,IAAK,SAAQ,WAAW;IACnC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD,YAAY,CACV,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;CAGtG;AAED,MAAM,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC;AAExF,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,cAAc;QAC7B,KAAK,EAAE,MAAM,CAAC;QAEd,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC;QAEvC,IAAI,EAAE,OAAO,CAAC;QAEd,cAAc,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC;KACvC;IAED,UAAiB,cAAc;QAC7B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;QAE3B,IAAI,EAAE,OAAO,CAAC;KACf;CACF;AAED,MAAM,MAAM,cAAc,GAAG,cAAc,CAAC,uBAAuB,GAAG,cAAc,CAAC,iBAAiB,CAAC;AAEvG,yBAAiB,cAAc,CAAC;IAC9B,UAAiB,uBAAuB;QACtC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC;QAEtC,IAAI,EAAE,WAAW,CAAC;QAElB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB;IAED,UAAiB,iBAAiB;QAChC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC;QAEtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAEpE,IAAI,EAAE,KAAK,CAAC;QAEZ,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAEhG,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAE/F,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,WAAW,EAAE,cAAc,CAAC;CAC7B;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,cAAc,CAAC;CAC7B;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,cAAc,IAAI,cAAc,EACrC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;IAEF,OAAO,EAAE,IAAI,IAAI,IAAI,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACtE"}
|
|
@@ -24,26 +24,22 @@ var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
24
24
|
return result;
|
|
25
25
|
};
|
|
26
26
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
27
|
-
exports.
|
|
27
|
+
exports.Eval = void 0;
|
|
28
28
|
const resource_1 = require("../../resource.js");
|
|
29
|
-
const
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
},
|
|
42
|
-
});
|
|
29
|
+
const JobsAPI = __importStar(require("./jobs.js"));
|
|
30
|
+
const jobs_1 = require("./jobs.js");
|
|
31
|
+
class Eval extends resource_1.APIResource {
|
|
32
|
+
constructor() {
|
|
33
|
+
super(...arguments);
|
|
34
|
+
this.jobs = new JobsAPI.Jobs(this._client);
|
|
35
|
+
}
|
|
36
|
+
evaluateRows(taskId, body, options) {
|
|
37
|
+
return this._client.post(`/v1/eval/tasks/${taskId}/evaluations`, { body, ...options });
|
|
38
|
+
}
|
|
39
|
+
runEval(taskId, body, options) {
|
|
40
|
+
return this._client.post(`/v1/eval/tasks/${taskId}/jobs`, { body, ...options });
|
|
43
41
|
}
|
|
44
42
|
}
|
|
45
|
-
exports.
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
})(Embeddings = exports.Embeddings || (exports.Embeddings = {}));
|
|
49
|
-
//# sourceMappingURL=embeddings.js.map
|
|
43
|
+
exports.Eval = Eval;
|
|
44
|
+
Eval.Jobs = jobs_1.Jobs;
|
|
45
|
+
//# sourceMappingURL=eval.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAK7C,mDAAkC;AAClC,oCAAiD;AAEjD,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAatD,CAAC;IAXC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;CACF;AAdD,oBAcC;AAkED,IAAI,CAAC,IAAI,GAAG,WAAI,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
import { APIResource } from "../../resource.mjs";
|
|
3
|
+
import * as JobsAPI from "./jobs.mjs";
|
|
4
|
+
import { Jobs } from "./jobs.mjs";
|
|
5
|
+
export class Eval extends APIResource {
|
|
6
|
+
constructor() {
|
|
7
|
+
super(...arguments);
|
|
8
|
+
this.jobs = new JobsAPI.Jobs(this._client);
|
|
9
|
+
}
|
|
10
|
+
evaluateRows(taskId, body, options) {
|
|
11
|
+
return this._client.post(`/v1/eval/tasks/${taskId}/evaluations`, { body, ...options });
|
|
12
|
+
}
|
|
13
|
+
runEval(taskId, body, options) {
|
|
14
|
+
return this._client.post(`/v1/eval/tasks/${taskId}/jobs`, { body, ...options });
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
Eval.Jobs = Jobs;
|
|
18
|
+
//# sourceMappingURL=eval.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAKf,KAAK,OAAO;OACZ,EAAqB,IAAI,EAAE;AAElC,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAatD,CAAC;IAXC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;CACF;AAkED,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,IAAI,EACJ,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,iBAAiB,GACvB,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,IAAI,EAAE,KAAK,iBAAiB,EAAE,MAAM,QAAQ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
3
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
+
exports.Jobs = exports.Eval = void 0;
|
|
5
|
+
var eval_1 = require("./eval.js");
|
|
6
|
+
Object.defineProperty(exports, "Eval", { enumerable: true, get: function () { return eval_1.Eval; } });
|
|
7
|
+
var jobs_1 = require("./jobs.js");
|
|
8
|
+
Object.defineProperty(exports, "Jobs", { enumerable: true, get: function () { return jobs_1.Jobs; } });
|
|
9
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kCAQgB;AAPd,4FAAA,IAAI,OAAA;AAQN,kCAAsD;AAA7C,4FAAA,IAAI,OAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,IAAI,GAOL;OACM,EAAE,IAAI,EAA0B"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { APIResource } from "../../resource.js";
|
|
2
|
+
import * as Core from "../../core.js";
|
|
3
|
+
import * as EvalAPI from "./eval.js";
|
|
4
|
+
export declare class Jobs extends APIResource {
|
|
5
|
+
retrieve(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<EvalAPI.EvaluateResponse>;
|
|
6
|
+
cancel(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
|
|
7
|
+
status(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<JobStatusResponse | null>;
|
|
8
|
+
}
|
|
9
|
+
export type JobStatusResponse = 'completed' | 'in_progress' | 'failed' | 'scheduled' | null;
|
|
10
|
+
export declare namespace Jobs {
|
|
11
|
+
export { type JobStatusResponse as JobStatusResponse };
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=jobs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,IAAK,SAAQ,WAAW;IACnC,QAAQ,CACN,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAI5C,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAO3F,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAG7C;AAED,MAAM,MAAM,iBAAiB,GAAG,WAAW,GAAG,aAAa,GAAG,QAAQ,GAAG,WAAW,GAAG,IAAI,CAAC;AAE5F,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACxD"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
3
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
+
exports.Jobs = void 0;
|
|
5
|
+
const resource_1 = require("../../resource.js");
|
|
6
|
+
class Jobs extends resource_1.APIResource {
|
|
7
|
+
retrieve(taskId, jobId, options) {
|
|
8
|
+
return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}/result`, options);
|
|
9
|
+
}
|
|
10
|
+
cancel(taskId, jobId, options) {
|
|
11
|
+
return this._client.delete(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, {
|
|
12
|
+
...options,
|
|
13
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
14
|
+
});
|
|
15
|
+
}
|
|
16
|
+
status(taskId, jobId, options) {
|
|
17
|
+
return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, options);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
exports.Jobs = Jobs;
|
|
21
|
+
//# sourceMappingURL=jobs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,gDAA6C;AAI7C,MAAa,IAAK,SAAQ,sBAAW;IACnC,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,MAAM,SAAS,KAAK,EAAE,EAAE;YACnE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CACJ,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC7E,CAAC;CACF;AAvBD,oBAuBC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
import { APIResource } from "../../resource.mjs";
|
|
3
|
+
export class Jobs extends APIResource {
|
|
4
|
+
retrieve(taskId, jobId, options) {
|
|
5
|
+
return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}/result`, options);
|
|
6
|
+
}
|
|
7
|
+
cancel(taskId, jobId, options) {
|
|
8
|
+
return this._client.delete(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, {
|
|
9
|
+
...options,
|
|
10
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
status(taskId, jobId, options) {
|
|
14
|
+
return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, options);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=jobs.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.mjs","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,IAAK,SAAQ,WAAW;IACnC,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,MAAM,SAAS,KAAK,EAAE,EAAE;YACnE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CACJ,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC7E,CAAC;CACF"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { APIResource } from "../resource.js";
|
|
2
|
+
import * as Core from "../core.js";
|
|
3
|
+
export declare class EvalTasks extends APIResource {
|
|
4
|
+
retrieve(evalTaskId: string, options?: Core.RequestOptions): Core.APIPromise<EvalTask | null>;
|
|
5
|
+
list(options?: Core.RequestOptions): Core.APIPromise<EvalTaskListResponse>;
|
|
6
|
+
register(body: EvalTaskRegisterParams, options?: Core.RequestOptions): Core.APIPromise<void>;
|
|
7
|
+
}
|
|
8
|
+
export interface EvalTask {
|
|
9
|
+
dataset_id: string;
|
|
10
|
+
identifier: string;
|
|
11
|
+
metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
|
|
12
|
+
provider_id: string;
|
|
13
|
+
provider_resource_id: string;
|
|
14
|
+
scoring_functions: Array<string>;
|
|
15
|
+
type: 'eval_task';
|
|
16
|
+
}
|
|
17
|
+
export interface ListEvalTasksResponse {
|
|
18
|
+
data: Array<EvalTask>;
|
|
19
|
+
}
|
|
20
|
+
export type EvalTaskListResponse = Array<EvalTask>;
|
|
21
|
+
export interface EvalTaskRegisterParams {
|
|
22
|
+
dataset_id: string;
|
|
23
|
+
eval_task_id: string;
|
|
24
|
+
scoring_functions: Array<string>;
|
|
25
|
+
metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
|
|
26
|
+
provider_eval_task_id?: string;
|
|
27
|
+
provider_id?: string;
|
|
28
|
+
}
|
|
29
|
+
export declare namespace EvalTasks {
|
|
30
|
+
export { type EvalTask as EvalTask, type ListEvalTasksResponse as ListEvalTasksResponse, type EvalTaskListResponse as EvalTaskListResponse, type EvalTaskRegisterParams as EvalTaskRegisterParams, };
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=eval-tasks.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-tasks.d.ts","sourceRoot":"","sources":["../src/resources/eval-tasks.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAEhC,qBAAa,SAAU,SAAQ,WAAW;IACxC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC;IAI7F,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAM1E,QAAQ,CAAC,IAAI,EAAE,sBAAsB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAO7F;AAED,MAAM,WAAW,QAAQ;IACvB,UAAU,EAAE,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEtF,WAAW,EAAE,MAAM,CAAC;IAEpB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACvB;AAED,MAAM,MAAM,oBAAoB,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;AAEnD,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,MAAM,CAAC;IAEnB,YAAY,EAAE,MAAM,CAAC;IAErB,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,QAAQ,IAAI,QAAQ,EACzB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;CACH"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
3
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
+
exports.EvalTasks = void 0;
|
|
5
|
+
const resource_1 = require("../resource.js");
|
|
6
|
+
class EvalTasks extends resource_1.APIResource {
|
|
7
|
+
retrieve(evalTaskId, options) {
|
|
8
|
+
return this._client.get(`/v1/eval-tasks/${evalTaskId}`, options);
|
|
9
|
+
}
|
|
10
|
+
list(options) {
|
|
11
|
+
return this._client.get('/v1/eval-tasks', options)._thenUnwrap((obj) => obj.data);
|
|
12
|
+
}
|
|
13
|
+
register(body, options) {
|
|
14
|
+
return this._client.post('/v1/eval-tasks', {
|
|
15
|
+
body,
|
|
16
|
+
...options,
|
|
17
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
18
|
+
});
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
exports.EvalTasks = EvalTasks;
|
|
22
|
+
//# sourceMappingURL=eval-tasks.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-tasks.js","sourceRoot":"","sources":["../src/resources/eval-tasks.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAG1C,MAAa,SAAU,SAAQ,sBAAW;IACxC,QAAQ,CAAC,UAAkB,EAAE,OAA6B;QACxD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAC3C,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA4B,EAAE,OAA6B;QAClE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACzC,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AAlBD,8BAkBC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
import { APIResource } from "../resource.mjs";
|
|
3
|
+
export class EvalTasks extends APIResource {
|
|
4
|
+
retrieve(evalTaskId, options) {
|
|
5
|
+
return this._client.get(`/v1/eval-tasks/${evalTaskId}`, options);
|
|
6
|
+
}
|
|
7
|
+
list(options) {
|
|
8
|
+
return this._client.get('/v1/eval-tasks', options)._thenUnwrap((obj) => obj.data);
|
|
9
|
+
}
|
|
10
|
+
register(body, options) {
|
|
11
|
+
return this._client.post('/v1/eval-tasks', {
|
|
12
|
+
body,
|
|
13
|
+
...options,
|
|
14
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=eval-tasks.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-tasks.mjs","sourceRoot":"","sources":["../src/resources/eval-tasks.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAGtB,MAAM,OAAO,SAAU,SAAQ,WAAW;IACxC,QAAQ,CAAC,UAAkB,EAAE,OAA6B;QACxD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAC3C,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA4B,EAAE,OAA6B;QAClE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACzC,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}
|